[ 490.647133] env[62402]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62402) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 490.647477] env[62402]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62402) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 490.647655] env[62402]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62402) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 490.647894] env[62402]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 490.744751] env[62402]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 490.755216] env[62402]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 491.355062] env[62402]: INFO nova.virt.driver [None req-64d5eef8-8815-4b4f-aa2a-5a69bae1a548 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 491.426516] env[62402]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.426670] env[62402]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.426762] env[62402]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62402) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 494.643291] env[62402]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-7708e0d3-841f-492a-80ad-5098362a5af6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.659265] env[62402]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62402) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 494.659403] env[62402]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-c3d5aa24-c519-40e3-a0dc-4e1d0d8506a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.691516] env[62402]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 80daf. [ 494.691661] env[62402]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.265s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.693230] env[62402]: INFO nova.virt.vmwareapi.driver [None req-64d5eef8-8815-4b4f-aa2a-5a69bae1a548 None None] VMware vCenter version: 7.0.3 [ 494.696676] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993d0c8b-e5e0-48d3-a623-eff803ab3580 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.713780] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fdc8ac-b630-43b4-9a72-822f632d1015 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.719640] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a078ad-2eeb-4182-96d3-753719bd7856 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.726160] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d22d8ab-b43a-4eb3-8a0b-0cbff0126d33 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.740043] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4e2596-973e-4678-956a-1ff858cc5d44 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.746367] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfba99e6-2bfa-43f5-a451-8523fb522860 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.776955] env[62402]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-0a4306d1-f1d1-4ae7-9f9c-d36e52e2a231 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.783912] env[62402]: DEBUG nova.virt.vmwareapi.driver [None req-64d5eef8-8815-4b4f-aa2a-5a69bae1a548 None None] Extension org.openstack.compute already exists. {{(pid=62402) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 494.787617] env[62402]: INFO nova.compute.provider_config [None req-64d5eef8-8815-4b4f-aa2a-5a69bae1a548 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 495.292058] env[62402]: DEBUG nova.context [None req-64d5eef8-8815-4b4f-aa2a-5a69bae1a548 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),8b86d7c1-bd0e-45b1-a5b0-048510f3f277(cell1) {{(pid=62402) load_cells /opt/stack/nova/nova/context.py:464}} [ 495.293851] env[62402]: DEBUG oslo_concurrency.lockutils [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 495.294096] env[62402]: DEBUG oslo_concurrency.lockutils [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 495.294762] env[62402]: DEBUG oslo_concurrency.lockutils [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 495.295194] env[62402]: DEBUG oslo_concurrency.lockutils [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Acquiring lock "8b86d7c1-bd0e-45b1-a5b0-048510f3f277" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 495.295384] env[62402]: DEBUG oslo_concurrency.lockutils [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Lock "8b86d7c1-bd0e-45b1-a5b0-048510f3f277" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 495.296433] env[62402]: DEBUG oslo_concurrency.lockutils [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Lock "8b86d7c1-bd0e-45b1-a5b0-048510f3f277" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 495.316665] env[62402]: INFO dbcounter [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Registered counter for database nova_cell0 [ 495.324843] env[62402]: INFO dbcounter [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Registered counter for database nova_cell1 [ 495.328182] env[62402]: DEBUG oslo_db.sqlalchemy.engines [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62402) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 495.328546] env[62402]: DEBUG oslo_db.sqlalchemy.engines [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62402) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 495.333358] env[62402]: ERROR nova.db.main.api [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 495.333358] env[62402]: result = function(*args, **kwargs) [ 495.333358] env[62402]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 495.333358] env[62402]: return func(*args, **kwargs) [ 495.333358] env[62402]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 495.333358] env[62402]: result = fn(*args, **kwargs) [ 495.333358] env[62402]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 495.333358] env[62402]: return f(*args, **kwargs) [ 495.333358] env[62402]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 495.333358] env[62402]: return db.service_get_minimum_version(context, binaries) [ 495.333358] env[62402]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 495.333358] env[62402]: _check_db_access() [ 495.333358] env[62402]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 495.333358] env[62402]: stacktrace = ''.join(traceback.format_stack()) [ 495.333358] env[62402]: [ 495.334160] env[62402]: ERROR nova.db.main.api [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 495.334160] env[62402]: result = function(*args, **kwargs) [ 495.334160] env[62402]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 495.334160] env[62402]: return func(*args, **kwargs) [ 495.334160] env[62402]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 495.334160] env[62402]: result = fn(*args, **kwargs) [ 495.334160] env[62402]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 495.334160] env[62402]: return f(*args, **kwargs) [ 495.334160] env[62402]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 495.334160] env[62402]: return db.service_get_minimum_version(context, binaries) [ 495.334160] env[62402]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 495.334160] env[62402]: _check_db_access() [ 495.334160] env[62402]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 495.334160] env[62402]: stacktrace = ''.join(traceback.format_stack()) [ 495.334160] env[62402]: [ 495.334554] env[62402]: WARNING nova.objects.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 495.334669] env[62402]: WARNING nova.objects.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Failed to get minimum service version for cell 8b86d7c1-bd0e-45b1-a5b0-048510f3f277 [ 495.335103] env[62402]: DEBUG oslo_concurrency.lockutils [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Acquiring lock "singleton_lock" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 495.335269] env[62402]: DEBUG oslo_concurrency.lockutils [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Acquired lock "singleton_lock" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 495.335507] env[62402]: DEBUG oslo_concurrency.lockutils [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Releasing lock "singleton_lock" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 495.335823] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Full set of CONF: {{(pid=62402) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 495.335968] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ******************************************************************************** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 495.336111] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] Configuration options gathered from: {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 495.336243] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 495.336433] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 495.336560] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ================================================================================ {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 495.336766] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] allow_resize_to_same_host = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.336939] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] arq_binding_timeout = 300 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.337084] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] backdoor_port = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.337214] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] backdoor_socket = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.337378] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] block_device_allocate_retries = 60 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.337540] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] block_device_allocate_retries_interval = 3 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.337708] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cert = self.pem {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.337873] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.338061] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute_monitors = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.338234] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] config_dir = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.338404] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] config_drive_format = iso9660 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.338540] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.338705] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] config_source = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.338873] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] console_host = devstack {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.339051] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] control_exchange = nova {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.339214] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cpu_allocation_ratio = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.339374] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] daemon = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.339539] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] debug = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.339694] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] default_access_ip_network_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.339860] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] default_availability_zone = nova {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.340030] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] default_ephemeral_format = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.340197] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] default_green_pool_size = 1000 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.340437] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.340599] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] default_schedule_zone = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.340786] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] disk_allocation_ratio = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.340986] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] enable_new_services = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.341193] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] enabled_apis = ['osapi_compute'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.341363] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] enabled_ssl_apis = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.341525] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] flat_injected = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.341683] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] force_config_drive = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.341841] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] force_raw_images = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.342048] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] graceful_shutdown_timeout = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.342222] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] heal_instance_info_cache_interval = 60 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.342442] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] host = cpu-1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.342615] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.342777] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] initial_disk_allocation_ratio = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.342937] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] initial_ram_allocation_ratio = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.343168] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.343331] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] instance_build_timeout = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.343489] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] instance_delete_interval = 300 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.343650] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] instance_format = [instance: %(uuid)s] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.343814] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] instance_name_template = instance-%08x {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.343973] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] instance_usage_audit = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.344155] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] instance_usage_audit_period = month {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.344318] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.344479] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] instances_path = /opt/stack/data/nova/instances {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.344639] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] internal_service_availability_zone = internal {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.344790] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] key = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.344946] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] live_migration_retry_count = 30 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.345124] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] log_color = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.345287] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] log_config_append = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.345449] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.345605] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] log_dir = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.345758] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] log_file = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.345883] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] log_options = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.346054] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] log_rotate_interval = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.346223] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] log_rotate_interval_type = days {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.346385] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] log_rotation_type = none {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.346516] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.346640] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.346802] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.346965] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.347104] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.347269] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] long_rpc_timeout = 1800 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.347426] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] max_concurrent_builds = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.347579] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] max_concurrent_live_migrations = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.347734] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] max_concurrent_snapshots = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.347888] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] max_local_block_devices = 3 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.348055] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] max_logfile_count = 30 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.348213] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] max_logfile_size_mb = 200 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.348367] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] maximum_instance_delete_attempts = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.348530] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] metadata_listen = 0.0.0.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.348694] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] metadata_listen_port = 8775 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.348865] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] metadata_workers = 2 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.349029] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] migrate_max_retries = -1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.349201] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] mkisofs_cmd = genisoimage {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.349402] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] my_block_storage_ip = 10.180.1.21 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.349532] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] my_ip = 10.180.1.21 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.349732] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.349895] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] network_allocate_retries = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.350089] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.350263] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] osapi_compute_listen = 0.0.0.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.350426] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] osapi_compute_listen_port = 8774 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.350593] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] osapi_compute_unique_server_name_scope = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.350761] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] osapi_compute_workers = 2 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.350951] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] password_length = 12 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.351138] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] periodic_enable = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.351304] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] periodic_fuzzy_delay = 60 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.351473] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] pointer_model = usbtablet {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.351640] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] preallocate_images = none {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.351799] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] publish_errors = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.351949] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] pybasedir = /opt/stack/nova {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.352141] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ram_allocation_ratio = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.352305] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] rate_limit_burst = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.352474] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] rate_limit_except_level = CRITICAL {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.352635] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] rate_limit_interval = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.352794] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] reboot_timeout = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.352951] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] reclaim_instance_interval = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.353122] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] record = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.353352] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] reimage_timeout_per_gb = 60 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.353547] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] report_interval = 120 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.353715] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] rescue_timeout = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.353878] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] reserved_host_cpus = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.354058] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] reserved_host_disk_mb = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.354226] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] reserved_host_memory_mb = 512 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.354387] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] reserved_huge_pages = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.354547] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] resize_confirm_window = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.354707] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] resize_fs_using_block_device = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.354866] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] resume_guests_state_on_host_boot = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.355047] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.355214] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] rpc_response_timeout = 60 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.355381] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] run_external_periodic_tasks = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.355547] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] running_deleted_instance_action = reap {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.355706] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] running_deleted_instance_poll_interval = 1800 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.355863] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] running_deleted_instance_timeout = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.356031] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] scheduler_instance_sync_interval = 120 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.356207] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] service_down_time = 720 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.356377] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] servicegroup_driver = db {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.356534] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] shell_completion = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.356693] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] shelved_offload_time = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.356851] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] shelved_poll_interval = 3600 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.357029] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] shutdown_timeout = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.357198] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] source_is_ipv6 = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.357360] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ssl_only = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.357604] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.357773] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] sync_power_state_interval = 600 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.357934] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] sync_power_state_pool_size = 1000 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.358375] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] syslog_log_facility = LOG_USER {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.358557] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] tempdir = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.358726] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] timeout_nbd = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.358907] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] transport_url = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.359082] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] update_resources_interval = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.359278] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] use_cow_images = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.359489] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] use_eventlog = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.359658] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] use_journal = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.359822] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] use_json = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.359987] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] use_rootwrap_daemon = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.360170] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] use_stderr = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.360332] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] use_syslog = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.360491] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vcpu_pin_set = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.360660] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plugging_is_fatal = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.360829] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plugging_timeout = 300 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.361032] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] virt_mkfs = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.361208] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] volume_usage_poll_interval = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.361371] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] watch_log_file = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.361539] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] web = /usr/share/spice-html5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.361721] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.361903] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.362100] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.362290] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_concurrency.disable_process_locking = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.362557] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.362739] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.362910] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.363094] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.363269] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.363434] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.363616] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.auth_strategy = keystone {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.363785] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.compute_link_prefix = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.363966] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.364212] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.dhcp_domain = novalocal {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.364394] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.enable_instance_password = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.364563] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.glance_link_prefix = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.364731] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.364905] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.365083] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.instance_list_per_project_cells = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.365249] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.list_records_by_skipping_down_cells = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.365412] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.local_metadata_per_cell = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.365580] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.max_limit = 1000 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.365746] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.metadata_cache_expiration = 15 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.365920] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.neutron_default_tenant_id = default {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.366111] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.response_validation = warn {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.366285] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.use_neutron_default_nets = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.366455] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.366619] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.366785] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.366958] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.367146] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.vendordata_dynamic_targets = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.367309] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.vendordata_jsonfile_path = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.367491] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.367684] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.backend = dogpile.cache.memcached {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.367851] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.backend_argument = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.368017] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.backend_expiration_time = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.368191] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.config_prefix = cache.oslo {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.368362] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.dead_timeout = 60.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.368524] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.debug_cache_backend = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.368686] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.enable_retry_client = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.368850] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.enable_socket_keepalive = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.369117] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.enabled = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.369301] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.enforce_fips_mode = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.369468] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.expiration_time = 600 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.369631] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.hashclient_retry_attempts = 2 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.369799] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.hashclient_retry_delay = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.369964] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.memcache_dead_retry = 300 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.370141] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.memcache_password = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.370307] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.370468] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.370629] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.memcache_pool_maxsize = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.370791] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.370983] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.memcache_sasl_enabled = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.371192] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.371364] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.memcache_socket_timeout = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.371527] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.memcache_username = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.371694] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.proxies = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.371864] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.redis_db = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.372065] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.redis_password = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.372248] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.redis_sentinel_service_name = mymaster {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.372427] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.372598] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.redis_server = localhost:6379 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.372764] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.redis_socket_timeout = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.372924] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.redis_username = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.373101] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.retry_attempts = 2 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.373269] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.retry_delay = 0.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.373430] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.socket_keepalive_count = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.373591] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.socket_keepalive_idle = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.373750] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.socket_keepalive_interval = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.373908] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.tls_allowed_ciphers = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.374082] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.tls_cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.374240] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.tls_certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.374401] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.tls_enabled = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.374555] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cache.tls_keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.374723] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.auth_section = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.374895] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.auth_type = password {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.375072] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.375252] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.catalog_info = volumev3::publicURL {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.375418] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.375581] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.375741] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.cross_az_attach = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.375905] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.debug = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.376079] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.endpoint_template = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.376255] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.http_retries = 3 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.376419] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.376578] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.376750] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.os_region_name = RegionOne {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.376917] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.377092] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cinder.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.377267] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.377430] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.cpu_dedicated_set = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.377586] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.cpu_shared_set = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.377750] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.image_type_exclude_list = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.377913] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.378090] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.max_concurrent_disk_ops = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.378257] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.max_disk_devices_to_attach = -1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.378422] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.378592] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.378754] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.resource_provider_association_refresh = 300 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.378917] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.379094] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.shutdown_retry_interval = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.379277] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.379458] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] conductor.workers = 2 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.379638] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] console.allowed_origins = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.379799] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] console.ssl_ciphers = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.379969] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] console.ssl_minimum_version = default {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.380210] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] consoleauth.enforce_session_timeout = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.380399] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] consoleauth.token_ttl = 600 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.380575] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.380734] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.380944] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.381120] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.connect_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.381284] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.connect_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.381445] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.endpoint_override = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.381605] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.381762] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.381921] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.max_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.382091] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.min_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.382250] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.region_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.382408] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.retriable_status_codes = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.382564] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.service_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.382730] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.service_type = accelerator {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.382899] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.383076] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.status_code_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.383242] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.status_code_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.383400] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.383579] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.383739] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] cyborg.version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.383916] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.backend = sqlalchemy {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.384099] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.connection = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.384272] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.connection_debug = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.384443] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.connection_parameters = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.384605] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.connection_recycle_time = 3600 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.384768] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.connection_trace = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.384930] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.db_inc_retry_interval = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.385105] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.db_max_retries = 20 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.385270] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.db_max_retry_interval = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.385431] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.db_retry_interval = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.385590] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.max_overflow = 50 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.385749] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.max_pool_size = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.385908] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.max_retries = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.386089] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.386254] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.mysql_wsrep_sync_wait = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.386410] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.pool_timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.386570] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.retry_interval = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.386725] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.slave_connection = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.386885] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.sqlite_synchronous = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.387057] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] database.use_db_reconnect = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.387240] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.backend = sqlalchemy {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.387409] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.connection = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.387574] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.connection_debug = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.387743] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.connection_parameters = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.387914] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.connection_recycle_time = 3600 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.388092] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.connection_trace = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.388257] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.db_inc_retry_interval = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.388420] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.db_max_retries = 20 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.388580] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.db_max_retry_interval = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.388751] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.db_retry_interval = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.388918] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.max_overflow = 50 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.389110] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.max_pool_size = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.389278] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.max_retries = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.389449] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.389609] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.389766] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.pool_timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.389928] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.retry_interval = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.390100] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.slave_connection = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.390264] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] api_database.sqlite_synchronous = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.390439] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] devices.enabled_mdev_types = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.390614] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.390785] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ephemeral_storage_encryption.default_format = luks {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.390969] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ephemeral_storage_encryption.enabled = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.391157] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.391331] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.api_servers = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.391494] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.391655] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.391817] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.391975] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.connect_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.392149] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.connect_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.392309] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.debug = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.392472] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.default_trusted_certificate_ids = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.392633] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.enable_certificate_validation = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.392795] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.enable_rbd_download = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.392950] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.endpoint_override = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.393130] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.393294] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.393451] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.max_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.393608] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.min_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.393766] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.num_retries = 3 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.393932] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.rbd_ceph_conf = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.394106] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.rbd_connect_timeout = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.394275] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.rbd_pool = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.394441] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.rbd_user = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.394598] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.region_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.394754] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.retriable_status_codes = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.394909] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.service_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.395097] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.service_type = image {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.395261] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.395417] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.status_code_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.395571] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.status_code_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.395727] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.395905] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.396082] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.verify_glance_signatures = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.396247] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] glance.version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.396414] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] guestfs.debug = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.396584] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.auth_section = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.396745] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.auth_type = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.396906] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.397076] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.397245] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.397406] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.connect_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.397562] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.connect_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.397717] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.endpoint_override = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.397881] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.398049] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.398214] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.max_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.398372] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.min_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.398529] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.region_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.398683] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.retriable_status_codes = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.398840] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.service_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.399044] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.service_type = shared-file-system {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.399221] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.share_apply_policy_timeout = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.399386] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.399543] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.status_code_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.399707] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.status_code_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.399872] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.400066] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.400231] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] manila.version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.400405] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] mks.enabled = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.400745] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.400965] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] image_cache.manager_interval = 2400 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.401156] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] image_cache.precache_concurrency = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.401329] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] image_cache.remove_unused_base_images = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.401500] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.401669] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.401845] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] image_cache.subdirectory_name = _base {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.402052] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.api_max_retries = 60 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.402236] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.api_retry_interval = 2 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.402399] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.auth_section = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.402564] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.auth_type = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.402725] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.402884] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.403060] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.403231] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.conductor_group = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.403390] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.connect_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.403552] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.connect_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.403702] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.endpoint_override = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.403865] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.404033] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.404199] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.max_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.404358] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.min_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.404521] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.peer_list = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.404677] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.region_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.404837] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.retriable_status_codes = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.405008] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.serial_console_state_timeout = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.405176] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.service_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.405346] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.service_type = baremetal {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.405507] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.shard = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.405670] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.405830] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.status_code_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.405987] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.status_code_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.406163] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.406346] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.406508] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ironic.version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.406689] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.406866] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] key_manager.fixed_key = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.407063] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.407229] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.barbican_api_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.407389] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.barbican_endpoint = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.407560] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.barbican_endpoint_type = public {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.407717] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.barbican_region_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.407878] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.408048] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.408216] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.408377] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.408532] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.408691] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.number_of_retries = 60 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.408851] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.retry_delay = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.409078] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.send_service_user_token = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.409259] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.409420] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.409584] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.verify_ssl = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.409743] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican.verify_ssl_path = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.409909] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican_service_user.auth_section = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.410087] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican_service_user.auth_type = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.410250] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican_service_user.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.410407] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican_service_user.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.410569] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican_service_user.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.410728] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican_service_user.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.410915] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican_service_user.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.411102] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican_service_user.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.411249] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] barbican_service_user.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.411419] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vault.approle_role_id = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.411572] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vault.approle_secret_id = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.411739] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vault.kv_mountpoint = secret {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.411897] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vault.kv_path = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.412075] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vault.kv_version = 2 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.412239] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vault.namespace = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.412398] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vault.root_token_id = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.412557] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vault.ssl_ca_crt_file = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.412723] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vault.timeout = 60.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.412886] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vault.use_ssl = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.413069] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.413241] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.413398] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.413562] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.413720] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.connect_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.413876] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.connect_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.414045] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.endpoint_override = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.414210] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.414365] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.414520] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.max_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.414675] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.min_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.414832] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.region_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.414990] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.retriable_status_codes = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.415164] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.service_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.415334] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.service_type = identity {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.415498] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.415658] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.status_code_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.415817] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.status_code_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.415976] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.416172] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.416332] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] keystone.version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.416520] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.ceph_mount_options = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.416826] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.417011] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.connection_uri = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.417187] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.cpu_mode = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.417360] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.cpu_model_extra_flags = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.417527] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.cpu_models = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.417695] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.cpu_power_governor_high = performance {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.417864] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.cpu_power_governor_low = powersave {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.418038] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.cpu_power_management = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.418218] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.418383] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.device_detach_attempts = 8 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.418543] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.device_detach_timeout = 20 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.418707] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.disk_cachemodes = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.418876] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.disk_prefix = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.419078] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.enabled_perf_events = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.419251] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.file_backed_memory = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.419419] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.gid_maps = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.419578] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.hw_disk_discard = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.419735] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.hw_machine_type = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.419903] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.images_rbd_ceph_conf = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.420079] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.420243] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.420409] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.images_rbd_glance_store_name = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.420576] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.images_rbd_pool = rbd {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.420744] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.images_type = default {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.420951] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.images_volume_group = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.421113] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.inject_key = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.421281] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.inject_partition = -2 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.421441] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.inject_password = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.421600] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.iscsi_iface = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.421759] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.iser_use_multipath = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.421920] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_bandwidth = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.422102] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.422265] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_downtime = 500 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.422425] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.422585] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.422741] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_inbound_addr = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.422900] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.423071] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_permit_post_copy = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.423232] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_scheme = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.423400] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_timeout_action = abort {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.423560] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_tunnelled = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.423717] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_uri = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.423877] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.live_migration_with_native_tls = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.424047] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.max_queues = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.424213] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.424430] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.424590] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.nfs_mount_options = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.424875] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.425064] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.425234] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.num_iser_scan_tries = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.425395] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.num_memory_encrypted_guests = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.425558] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.425728] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.num_pcie_ports = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.425882] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.num_volume_scan_tries = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.426058] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.pmem_namespaces = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.426220] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.quobyte_client_cfg = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.426516] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.426696] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.rbd_connect_timeout = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.426859] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.427030] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.427195] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.rbd_secret_uuid = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.427350] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.rbd_user = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.427512] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.427680] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.remote_filesystem_transport = ssh {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.427836] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.rescue_image_id = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.427991] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.rescue_kernel_id = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.428163] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.rescue_ramdisk_id = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.428330] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.428487] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.rx_queue_size = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.428652] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.smbfs_mount_options = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.428957] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.429155] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.snapshot_compression = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.429324] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.snapshot_image_format = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.429554] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.429720] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.sparse_logical_volumes = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.429882] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.swtpm_enabled = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.430065] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.swtpm_group = tss {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.430237] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.swtpm_user = tss {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.430406] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.sysinfo_serial = unique {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.430563] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.tb_cache_size = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.430717] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.tx_queue_size = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.430901] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.uid_maps = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.431090] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.use_virtio_for_bridges = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.431267] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.virt_type = kvm {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.431436] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.volume_clear = zero {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.431618] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.volume_clear_size = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.431759] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.volume_use_multipath = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.431939] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.vzstorage_cache_path = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.432139] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.432309] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.vzstorage_mount_group = qemu {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.432473] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.vzstorage_mount_opts = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.432639] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.432916] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.433111] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.vzstorage_mount_user = stack {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.433285] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.433457] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.auth_section = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.433662] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.auth_type = password {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.433800] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.433957] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.434137] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.434297] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.connect_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.434453] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.connect_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.434622] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.default_floating_pool = public {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.434778] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.endpoint_override = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.434939] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.extension_sync_interval = 600 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.435117] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.http_retries = 3 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.435282] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.435441] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.435597] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.max_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.435766] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.435922] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.min_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.436104] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.ovs_bridge = br-int {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.436272] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.physnets = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.436439] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.region_name = RegionOne {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.436598] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.retriable_status_codes = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.436765] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.service_metadata_proxy = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.436925] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.service_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.437105] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.service_type = network {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.437269] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.437427] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.status_code_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.437583] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.status_code_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.437745] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.437936] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.438123] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] neutron.version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.438299] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] notifications.bdms_in_notifications = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.438476] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] notifications.default_level = INFO {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.438637] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] notifications.include_share_mapping = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.438831] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] notifications.notification_format = unversioned {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.439017] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] notifications.notify_on_state_change = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.439214] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.439394] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] pci.alias = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.439564] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] pci.device_spec = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.439728] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] pci.report_in_placement = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.439901] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.auth_section = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.440090] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.auth_type = password {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.440264] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.440424] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.440580] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.440741] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.440940] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.connect_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.441140] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.connect_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.441264] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.default_domain_id = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.441422] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.default_domain_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.441576] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.domain_id = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.441732] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.domain_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.441891] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.endpoint_override = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.442065] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.442227] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.442385] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.max_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.442540] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.min_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.442706] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.password = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.442864] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.project_domain_id = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.443038] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.project_domain_name = Default {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.443211] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.project_id = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.443385] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.project_name = service {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.443553] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.region_name = RegionOne {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.443715] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.retriable_status_codes = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.443877] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.service_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.444059] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.service_type = placement {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.444227] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.444387] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.status_code_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.444547] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.status_code_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.444706] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.system_scope = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.444863] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.445037] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.trust_id = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.445201] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.user_domain_id = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.445370] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.user_domain_name = Default {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.445528] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.user_id = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.445698] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.username = nova {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.445879] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.446052] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] placement.version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.446233] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.cores = 20 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.446399] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.count_usage_from_placement = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.446569] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.446739] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.injected_file_content_bytes = 10240 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.446903] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.injected_file_path_length = 255 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.447081] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.injected_files = 5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.447251] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.instances = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.447414] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.key_pairs = 100 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.447580] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.metadata_items = 128 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.447743] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.ram = 51200 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.447904] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.recheck_quota = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.448081] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.server_group_members = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.448247] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.server_groups = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.448455] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.448629] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] quota.unified_limits_resource_strategy = require {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.448817] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.448993] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.449176] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] scheduler.image_metadata_prefilter = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.449339] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.449505] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] scheduler.max_attempts = 3 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.449671] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] scheduler.max_placement_results = 1000 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.449836] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.449999] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] scheduler.query_placement_for_image_type_support = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.450181] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.450357] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] scheduler.workers = 2 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.450528] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.450696] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.450902] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.451085] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.451262] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.451426] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.451595] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.451781] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.451952] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.host_subset_size = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.452187] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.452363] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.452530] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.452693] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.isolated_hosts = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.452856] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.isolated_images = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.453028] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.453200] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.453365] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.453541] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.pci_in_placement = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.453703] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.453865] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.454034] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.454203] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.454364] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.454524] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.454682] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.track_instance_changes = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.454856] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.455050] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] metrics.required = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.455276] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] metrics.weight_multiplier = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.455451] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.455621] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] metrics.weight_setting = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.455939] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.456135] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] serial_console.enabled = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.456315] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] serial_console.port_range = 10000:20000 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.456519] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.456700] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.456870] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] serial_console.serialproxy_port = 6083 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.457051] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] service_user.auth_section = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.457237] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] service_user.auth_type = password {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.457400] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] service_user.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.457557] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] service_user.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.457717] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] service_user.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.457877] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] service_user.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.458048] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] service_user.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.458228] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] service_user.send_service_user_token = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.458389] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] service_user.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.458546] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] service_user.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.458714] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.agent_enabled = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.458901] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.enabled = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.459228] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.459441] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.459616] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.html5proxy_port = 6082 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.459778] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.image_compression = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.459937] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.jpeg_compression = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.460112] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.playback_compression = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.460277] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.require_secure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.460445] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.server_listen = 127.0.0.1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.460615] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.460772] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.streaming_mode = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.460948] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] spice.zlib_compression = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.461142] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] upgrade_levels.baseapi = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.461316] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] upgrade_levels.compute = auto {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.461477] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] upgrade_levels.conductor = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.461641] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] upgrade_levels.scheduler = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.461806] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vendordata_dynamic_auth.auth_section = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.461996] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vendordata_dynamic_auth.auth_type = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.462204] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vendordata_dynamic_auth.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.462359] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vendordata_dynamic_auth.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.462523] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.462683] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vendordata_dynamic_auth.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.462839] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vendordata_dynamic_auth.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.463009] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.463178] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vendordata_dynamic_auth.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.463355] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.api_retry_count = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.463513] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.ca_file = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.463683] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.cache_prefix = devstack-image-cache {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.463847] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.cluster_name = testcl1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.464017] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.connection_pool_size = 10 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.464182] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.console_delay_seconds = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.464350] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.datastore_regex = ^datastore.* {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.464554] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.464726] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.host_password = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.464915] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.host_port = 443 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.465113] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.host_username = administrator@vsphere.local {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.465284] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.insecure = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.465445] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.integration_bridge = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.465609] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.maximum_objects = 100 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.465764] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.pbm_default_policy = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.465923] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.pbm_enabled = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.466096] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.pbm_wsdl_location = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.466265] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.466426] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.serial_port_proxy_uri = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.466585] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.serial_port_service_uri = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.466763] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.task_poll_interval = 0.5 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.466935] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.use_linked_clone = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.467119] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.vnc_keymap = en-us {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.467284] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.vnc_port = 5900 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.467442] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vmware.vnc_port_total = 10000 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.467628] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vnc.auth_schemes = ['none'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.467804] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vnc.enabled = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.468108] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.468300] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.468472] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vnc.novncproxy_port = 6080 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.468665] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vnc.server_listen = 127.0.0.1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.468868] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.469053] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vnc.vencrypt_ca_certs = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.469219] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vnc.vencrypt_client_cert = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.469376] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vnc.vencrypt_client_key = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.469553] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.469720] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.disable_deep_image_inspection = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.469881] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.470053] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.470218] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.470379] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.disable_rootwrap = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.470539] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.enable_numa_live_migration = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.470697] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.470858] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.471058] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.471230] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.libvirt_disable_apic = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.471390] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.471553] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.471711] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.471872] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.472043] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.472219] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.472381] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.472542] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.472701] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.472864] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.473058] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.473235] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] wsgi.client_socket_timeout = 900 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.473403] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] wsgi.default_pool_size = 1000 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.473569] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] wsgi.keep_alive = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.473735] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] wsgi.max_header_line = 16384 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.473895] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] wsgi.secure_proxy_ssl_header = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.474070] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] wsgi.ssl_ca_file = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.474234] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] wsgi.ssl_cert_file = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.474395] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] wsgi.ssl_key_file = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.474559] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] wsgi.tcp_keepidle = 600 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.474736] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.474902] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] zvm.ca_file = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.475077] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] zvm.cloud_connector_url = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.475363] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.475536] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] zvm.reachable_timeout = 300 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.475707] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.475882] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.476070] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler.connection_string = messaging:// {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.476242] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler.enabled = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.476410] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler.es_doc_type = notification {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.476573] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler.es_scroll_size = 10000 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.476737] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler.es_scroll_time = 2m {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.476913] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler.filter_error_trace = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.477115] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler.hmac_keys = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.477286] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler.sentinel_service_name = mymaster {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.477449] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler.socket_timeout = 0.1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.477610] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler.trace_requests = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.477769] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler.trace_sqlalchemy = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.477957] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler_jaeger.process_tags = {} {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.478135] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler_jaeger.service_name_prefix = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.478297] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] profiler_otlp.service_name_prefix = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.478459] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] remote_debug.host = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.478614] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] remote_debug.port = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.478790] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.478950] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.479127] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.479291] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.479453] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.479612] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.479769] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.479929] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.480101] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.480274] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.480434] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.480602] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.480768] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.480967] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.481163] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.481333] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.481496] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.481670] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.481829] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.482012] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.482201] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.482369] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.482530] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.482696] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.482853] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.483023] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.483194] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.483352] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.483517] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.483680] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.ssl = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.483850] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.484027] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.484198] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.484366] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.484536] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.ssl_version = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.484700] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.484890] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.485070] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_notifications.retry = -1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.485256] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.485431] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_messaging_notifications.transport_url = **** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.485601] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.auth_section = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.485761] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.auth_type = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.485914] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.cafile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.486084] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.certfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.486247] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.collect_timing = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.486402] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.connect_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.486557] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.connect_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.486714] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.endpoint_id = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.486878] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.endpoint_interface = publicURL {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.487047] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.endpoint_override = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.487206] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.endpoint_region_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.487359] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.endpoint_service_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.487510] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.endpoint_service_type = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.487668] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.insecure = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.487820] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.keyfile = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.487974] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.max_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.488144] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.min_version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.488425] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.region_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.488590] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.retriable_status_codes = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.488746] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.service_name = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.488934] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.service_type = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.489125] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.split_loggers = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.489289] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.status_code_retries = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.489450] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.status_code_retry_delay = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.489602] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.timeout = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.489757] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.valid_interfaces = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.489911] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_limit.version = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.490088] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_reports.file_event_handler = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.490254] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.490409] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] oslo_reports.log_dir = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.490573] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.490728] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.490903] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.491112] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.491289] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.491445] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.491613] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.491768] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plug_ovs_privileged.group = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.491942] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.492129] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.492293] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.492450] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] vif_plug_ovs_privileged.user = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.492615] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_linux_bridge.flat_interface = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.492788] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.492956] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.493140] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.493307] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.493470] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.493631] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.493787] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.493962] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.494183] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_ovs.isolate_vif = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.494360] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.494527] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.494697] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.494873] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_ovs.ovsdb_interface = native {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.495055] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] os_vif_ovs.per_port_bridge = False {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.495229] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] privsep_osbrick.capabilities = [21] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.495385] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] privsep_osbrick.group = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.495540] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] privsep_osbrick.helper_command = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.495703] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.495879] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.496227] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] privsep_osbrick.user = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.496227] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.496419] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] nova_sys_admin.group = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.496526] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] nova_sys_admin.helper_command = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.496688] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.496847] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.497009] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] nova_sys_admin.user = None {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.497147] env[62402]: DEBUG oslo_service.service [None req-32b3f21b-9de2-4fcc-be7e-153e2ffac75b None None] ******************************************************************************** {{(pid=62402) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 495.497573] env[62402]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 496.001503] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Getting list of instances from cluster (obj){ [ 496.001503] env[62402]: value = "domain-c8" [ 496.001503] env[62402]: _type = "ClusterComputeResource" [ 496.001503] env[62402]: } {{(pid=62402) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 496.002611] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c21ebc-963e-4f89-b0bd-c33fe4544fb9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.012020] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Got total of 0 instances {{(pid=62402) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 496.012664] env[62402]: WARNING nova.virt.vmwareapi.driver [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 496.013172] env[62402]: INFO nova.virt.node [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Generated node identity c2826406-6fc4-4c09-886a-a6552c22449a [ 496.013419] env[62402]: INFO nova.virt.node [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Wrote node identity c2826406-6fc4-4c09-886a-a6552c22449a to /opt/stack/data/n-cpu-1/compute_id [ 496.516644] env[62402]: WARNING nova.compute.manager [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Compute nodes ['c2826406-6fc4-4c09-886a-a6552c22449a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 497.522505] env[62402]: INFO nova.compute.manager [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 498.527479] env[62402]: WARNING nova.compute.manager [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 498.527813] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.527957] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.528115] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.528272] env[62402]: DEBUG nova.compute.resource_tracker [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 498.529266] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796ea99d-1939-43ae-802a-1dfa7c2928a6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.537622] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950c2cac-4ff9-4296-8f2c-feca87db3b16 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.551249] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4836dc9e-9e2a-4dfe-ac1f-8cf7061ffdeb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.557424] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fd7a67-2785-465b-b14a-4015cdd31dde {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.586504] env[62402]: DEBUG nova.compute.resource_tracker [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181342MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 498.586654] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.586843] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 499.089724] env[62402]: WARNING nova.compute.resource_tracker [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] No compute node record for cpu-1:c2826406-6fc4-4c09-886a-a6552c22449a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host c2826406-6fc4-4c09-886a-a6552c22449a could not be found. [ 499.593958] env[62402]: INFO nova.compute.resource_tracker [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: c2826406-6fc4-4c09-886a-a6552c22449a [ 501.103344] env[62402]: DEBUG nova.compute.resource_tracker [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 501.103723] env[62402]: DEBUG nova.compute.resource_tracker [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 501.265690] env[62402]: INFO nova.scheduler.client.report [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] [req-5c9ef016-1a2e-4cea-8875-e5dc8e4d3427] Created resource provider record via placement API for resource provider with UUID c2826406-6fc4-4c09-886a-a6552c22449a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 501.282638] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2d6cdd-0037-4287-89e6-8ea1c113c934 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.290172] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1121e82-edba-4715-8cef-9edb5217827a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.319813] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ff6f15-37e1-4387-9d9d-67e5234fdd26 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.326483] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e57e43-876a-4099-af7c-b9402b628a37 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.339613] env[62402]: DEBUG nova.compute.provider_tree [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 501.875019] env[62402]: DEBUG nova.scheduler.client.report [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Updated inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 501.875261] env[62402]: DEBUG nova.compute.provider_tree [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Updating resource provider c2826406-6fc4-4c09-886a-a6552c22449a generation from 0 to 1 during operation: update_inventory {{(pid=62402) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 501.875400] env[62402]: DEBUG nova.compute.provider_tree [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 501.949563] env[62402]: DEBUG nova.compute.provider_tree [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Updating resource provider c2826406-6fc4-4c09-886a-a6552c22449a generation from 1 to 2 during operation: update_traits {{(pid=62402) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 502.454703] env[62402]: DEBUG nova.compute.resource_tracker [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 502.455064] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.868s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 502.455064] env[62402]: DEBUG nova.service [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Creating RPC server for service compute {{(pid=62402) start /opt/stack/nova/nova/service.py:186}} [ 502.468419] env[62402]: DEBUG nova.service [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] Join ServiceGroup membership for this service compute {{(pid=62402) start /opt/stack/nova/nova/service.py:203}} [ 502.468617] env[62402]: DEBUG nova.servicegroup.drivers.db [None req-d633cb37-e84c-4783-b5b2-9ab2a39abdf0 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62402) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 547.471104] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_power_states {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.973235] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Getting list of instances from cluster (obj){ [ 547.973235] env[62402]: value = "domain-c8" [ 547.973235] env[62402]: _type = "ClusterComputeResource" [ 547.973235] env[62402]: } {{(pid=62402) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 547.975564] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f094af8d-ce4b-4ed8-98f8-e38c0cdd5537 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.984049] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Got total of 0 instances {{(pid=62402) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 547.984276] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.984562] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Getting list of instances from cluster (obj){ [ 547.984562] env[62402]: value = "domain-c8" [ 547.984562] env[62402]: _type = "ClusterComputeResource" [ 547.984562] env[62402]: } {{(pid=62402) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 547.985481] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dc2bb9-47be-4b3c-b429-a1dd57be879c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.992809] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Got total of 0 instances {{(pid=62402) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 550.806586] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.806954] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.807141] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 550.807264] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 551.310615] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 551.310878] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.311119] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.311316] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.311507] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.311739] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.311930] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.312108] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 551.312266] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.815783] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.816218] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.816218] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.816344] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 551.817251] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4048eb-a81b-464d-94fa-bdfc8bfa44ae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.825120] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b51839d-af10-4366-ab23-3a49945b9861 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.838381] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d03fbf-0166-4433-af88-6b52cbcacafa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.844559] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a645eba-d858-4c48-92f0-56cfe820b44d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.872591] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181343MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 551.872755] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.872905] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.890451] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 552.890791] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 552.906169] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad3ea7d-b0d6-4662-8b26-7f834effe275 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.914101] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00c02cd-6b46-45ea-8f76-f51d1648ba7f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.943386] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87f8201-1676-495e-b55a-1b65c02da59e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.950561] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea37668a-4a32-4a0f-896b-9a95100c9b60 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.963523] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.470292] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.975360] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 553.975798] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.103s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.962281] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.962669] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.471741] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.471741] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 614.471741] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 614.975104] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 614.975104] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.975104] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.975104] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.975674] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.975674] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.975674] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.975674] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 614.975849] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.478907] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.479149] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.479327] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.479483] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 615.480416] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae00a65-fab2-4e09-98b1-ac18a39ea006 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.488689] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4172ec-4e89-4157-bb80-86669606fc44 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.502319] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac2d131-e8b8-49a5-b5de-f04964f4e701 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.508411] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09142864-f813-4dd6-ba13-0900473ed460 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.536528] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181321MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 615.536659] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.536808] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.555446] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 616.555791] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 616.569282] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1dad3b-8031-4bdc-b96e-d178c95bd272 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.577279] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ba3bf4-e560-4560-9d78-1656b6bbb676 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.607638] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376ca830-4340-4130-a201-4d22dfdefc52 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.615229] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789a4b17-9718-4437-886d-ac17bf1f9587 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.628923] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.132702] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.134106] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 617.134294] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.135805] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.136248] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.136248] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 677.136418] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 677.639223] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 677.639472] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.639612] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.639761] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.639919] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.640073] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.640221] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.640348] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 677.640490] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.143449] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.143752] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.143864] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.144022] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 678.144968] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8932f4e1-7285-4928-b31e-ec433b272305 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.153599] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4a16a8-469e-4e5b-8334-deadcb975c91 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.167380] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94cb3d3-96e0-4378-9c06-798af0167d67 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.173926] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2b85d8-cee4-465d-9cab-862deb444f59 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.202154] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181328MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 678.202294] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.202476] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.220935] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 679.221203] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 679.234389] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6102d96-deac-4bff-9819-0ac072b51d3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.241535] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb5f93d-7b8d-4fc7-b975-496c883d9ae2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.271171] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6920a5-e2ce-44a4-a72e-0f72c8d46b52 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.277938] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ca3d63-2ac3-4ced-8145-52619e380e7a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.290364] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.793863] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.795177] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 679.795400] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.452666] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.453131] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.958621] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.958621] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 736.958621] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 737.460915] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 737.461321] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.461403] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.461558] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.461707] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.461849] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.461994] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.462170] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 737.462322] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.968063] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.968063] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.968063] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.968063] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 737.968063] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e33f028-0353-4e06-8380-4b9910c3337a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.975973] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea4784e-8c91-494f-81b1-faa1b936c02e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.990981] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14deed2c-7f72-4bf6-b708-0fe272588813 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.997648] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ee7823-a532-4be4-bcf7-8e8ecb089ce5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.026063] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181315MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 738.026233] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.026432] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.044555] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 739.044867] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 739.057636] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b0ccfc-1b2f-460c-bfe2-b65e1871abe0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.065095] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67815f84-4e70-4e21-86d2-2d26a9bab0fe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.094678] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f94ced7-4dd9-4876-b25a-b82f395c46c2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.101440] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f065d101-2c97-4f2e-bc5f-589aeb0b7725 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.113964] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.616627] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.617911] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 739.618111] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.799078] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.799078] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.799078] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Cleaning up deleted instances {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 791.302706] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] There are 0 instances to clean {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 791.302706] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.302706] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Cleaning up deleted instances with incomplete migration {{(pid=62402) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 791.805058] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.308442] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.308890] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.308890] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 794.308960] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 794.811666] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 794.811926] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.812104] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.812260] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 796.797647] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.797268] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.797464] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 798.797661] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.300620] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.300834] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.300999] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.301172] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 799.302146] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7972a7ea-8581-4461-b809-098740d1e54f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.311536] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882e6a91-040c-4dab-b7c4-5a1eec59d7d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.325664] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40caa8a6-07c8-414d-af0e-d73fe798f052 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.331805] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d56123a-6e3b-4ae4-b33e-0d22fe1ad0aa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.360098] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181303MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 799.360243] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.360429] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.379650] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 800.379907] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 800.392622] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b36e12-7619-4eaf-8f54-1edd1c2eb434 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.400065] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f11e544-cff9-41b1-84dc-4e0ed02728bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.430086] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102325c6-0ce4-4a76-98f9-3dc56fc46687 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.437102] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86932c63-eb50-4202-b22c-4baf8ee2806d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.449864] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.952534] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.953912] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 800.954111] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.955081] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.955081] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.955081] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.797652] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.797827] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 854.797946] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 855.301368] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 855.301733] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.296712] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.297038] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.803895] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.797155] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.797615] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 860.797712] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.301823] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.302242] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.302522] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.302802] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 861.304221] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6087e1-5a8b-4e0d-81bd-82c3c57de6c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.316132] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60d2e9a-0a5b-4dbe-ab90-5c6b56025ec0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.339156] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8bcdc6-7b6e-49ab-8d6a-0e0cefddceb7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.348189] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790ebde1-53f7-41be-94e9-7c3bc8dd2450 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.397388] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181300MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 861.397630] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.397919] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.435188] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 862.435476] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 862.454067] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Refreshing inventories for resource provider c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 862.468986] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Updating ProviderTree inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 862.469225] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.481757] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Refreshing aggregate associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, aggregates: None {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 862.497679] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Refreshing trait associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 862.508906] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd84aa0a-fe39-48a8-a1c5-af5cfd786bc8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.516329] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e7c006-f0b2-4126-a7f7-ec491bf36ffc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.546313] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5719d312-2af3-4aec-9e98-a88859b5e0b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.553013] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d35a28-bd57-4e75-ace8-c29a11930688 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.565822] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.068588] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.069855] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 863.070053] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.672s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.070665] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.071133] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.797817] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.792789] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.797599] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.797802] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 916.797974] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 917.301400] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 917.301577] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.797606] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.798074] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.798428] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 922.797447] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.301109] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.301358] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.301523] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.301833] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 923.302610] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04beb8ea-4a31-48ec-ae1f-5ac02f336938 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.311300] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f58f0-b5ab-4df8-bb24-143007da17a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.326897] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78a7251-3fc9-4817-97b2-d1d20401a5a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.333241] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8c6eb5-2d84-4a1d-83fb-70f0d24cb129 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.361466] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181289MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 923.361607] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.361791] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.380011] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 924.380267] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 924.393374] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e8bb10-1516-4854-bf05-fa79de9ec3aa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.400911] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7dbfdf-bf8f-4ef0-bd2d-8e6e8250cb08 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.430356] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4c72a5-fd65-465b-b8c0-6410fba7c43d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.437073] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1711b9-b834-40ae-8695-82739c58a01f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.449698] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.952419] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.953710] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 924.953899] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.955364] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.797724] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.794969] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.299058] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.797630] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.798053] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.798053] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 978.798129] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 979.301492] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 979.301739] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.797991] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.797608] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.797775] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 982.798067] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.301396] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.301679] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.301880] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.302073] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 983.303011] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be84f02-d25c-4117-bc9a-0b62f18943d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.311114] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50efabec-e4e9-4d7c-94dd-489ea8f26318 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.324646] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ab317e-bcd4-439e-bf43-fcaa4ceadb99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.330617] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3ae382-4d0d-4be3-b53f-9b45e597e51e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.359641] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181350MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 983.360270] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.360270] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.379369] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 984.379599] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 984.392574] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31663d01-6b5d-49c3-a94b-0788f36f58c1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.400245] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea98da67-4062-4b08-8c4f-cececaefde98 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.429066] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee42b8e-3112-4838-8c97-65017c2b79ac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.435856] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b429a-ca1c-499b-8c53-1c9d5106b8c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.449282] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.952536] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.953858] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 984.954046] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.954838] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.954838] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.797685] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.793553] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.798543] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.797633] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.797883] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1040.797925] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1041.301321] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1041.301761] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.797400] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.797789] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1043.797936] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.301516] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.301772] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.301921] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.302091] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1044.302988] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa3bfd2-6bd0-418b-87e6-73d8eca98f7e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.311110] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790a1997-4200-495d-af6f-169d4f834e25 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.324950] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c0b778-d990-4e23-b658-1b3b1b7910c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.331347] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ebb64-5296-435c-86f9-e50cce9e0c1d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.360712] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181338MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1044.360832] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.361026] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.378761] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1045.379034] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1045.392086] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bfe945-381c-4874-96be-f7655b23f531 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.399652] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b118fb4b-7e90-41e8-af4d-a8a1c4a09fff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.428820] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4019c7b8-7704-4f23-9f48-55c2acee2b6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.435237] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e25da7f-67f1-4ab8-aff5-37dea4a6be6c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.447695] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.950760] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.952011] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1045.952199] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.952357] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.952357] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.800233] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.800233] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.800233] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.800233] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Cleaning up deleted instances with incomplete migration {{(pid=62402) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1100.304054] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.799641] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.800032] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.306295] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.306295] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1102.306295] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1102.809752] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1102.810226] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.797891] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.798085] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1103.798286] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.798415] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Cleaning up deleted instances {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1104.300912] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] There are 0 instances to clean {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1106.300593] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.803927] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.804183] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.804352] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.804505] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1106.805738] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22706b08-d244-4895-bdbb-f7e490713023 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.813721] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3e2f1c-9b33-4d1d-b968-b7c241f460b8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.827513] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11274181-df6a-4749-839c-caf18cb373a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.833232] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f3194b-2f66-4ad0-b628-500db38f465f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.861728] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181344MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1106.861886] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.862069] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.882523] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1107.882523] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1107.894239] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522ef9b4-ac55-473a-8947-3bd89bd4327a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.903067] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4591430c-6d39-4c43-a539-897842a61f04 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.931197] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec665a24-5c84-4441-847e-2bd9ea7ed707 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.938218] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32498d33-c1ce-45d6-afb5-f79bd90b2430 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.951644] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.454815] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.456051] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1108.456257] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.629777] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_power_states {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.133333] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Getting list of instances from cluster (obj){ [ 1150.133333] env[62402]: value = "domain-c8" [ 1150.133333] env[62402]: _type = "ClusterComputeResource" [ 1150.133333] env[62402]: } {{(pid=62402) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1150.134424] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9babe4b3-5c52-4727-868d-36b30ad4b96d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.143244] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Got total of 0 instances {{(pid=62402) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1158.311857] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.797848] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.798644] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.798292] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.793452] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.797366] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.797747] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1162.797747] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1163.301233] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1164.798477] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.798785] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.798925] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1165.798083] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.302509] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.303083] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.303083] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.303273] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1166.303999] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23aa982-1785-411c-8264-0eab50fe96f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.312417] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ec35b6-5e74-4439-8a17-64823b5fdc83 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.325851] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c096e0-e268-4bb6-b2f0-04a666f3d36c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.331788] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f3c184-447e-4153-9187-89d8bc250550 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.360320] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181336MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1166.360448] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.360633] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.474835] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1167.475109] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1167.489603] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Refreshing inventories for resource provider c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1167.500713] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Updating ProviderTree inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1167.500888] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.509602] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Refreshing aggregate associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, aggregates: None {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1167.523887] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Refreshing trait associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1167.534515] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53a4f3-0f4e-49fd-a7c4-e13c3af0be7e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.541604] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d415d8-79cb-40fd-97e6-f3d4d0ff210f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.570441] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f268720-c8a8-4eda-af15-b0eb5c0f07b7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.577618] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16b64db-193f-4a86-a3f8-b489805477a2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.591445] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.095222] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.096435] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1168.096621] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.736s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.097650] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.098089] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.098089] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.098218] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.793539] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.798426] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.798426] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1222.798426] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1223.300209] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1225.798081] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.302407] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.805025] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.805441] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.805627] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.805950] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1226.806746] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71ad729-355f-48c8-bc8b-fa0423e66fcb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.815378] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef25352-1519-4a0a-abc9-dac72464a46b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.831610] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74c1f59-9b12-46d7-bbce-4def2a469623 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.838450] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed54c0b-06c5-4957-9d89-14757b665de7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.877313] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181335MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1226.877536] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.877664] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.896051] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1227.896378] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1227.911667] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2380f071-8210-49ef-bce2-4588e87deef6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.919093] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6152446e-4ef8-454c-831a-125c769d1f23 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.947768] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24943234-eb9c-4532-b0b5-14fb39e27b21 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.954510] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4cf367-707e-4a86-ac12-fdd27c1702ad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.967071] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.470353] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.471624] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1228.471808] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.967482] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.967844] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.967844] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1280.800711] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.801393] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.797563] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.797805] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.793429] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.276852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "a52bb86d-9e50-4e8f-8164-e30141b27c82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.277083] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "a52bb86d-9e50-4e8f-8164-e30141b27c82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.779721] env[62402]: DEBUG nova.compute.manager [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1284.802022] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.802022] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1284.802022] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1284.997167] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Acquiring lock "15cb1e71-3702-4f64-a49c-1526dde5e8f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.997488] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Lock "15cb1e71-3702-4f64-a49c-1526dde5e8f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.302300] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1285.326733] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.327019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.328850] env[62402]: INFO nova.compute.claims [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.501722] env[62402]: DEBUG nova.compute.manager [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1285.942688] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Acquiring lock "28db6b5b-1d44-4314-b89f-97b6e12f5e9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.942916] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Lock "28db6b5b-1d44-4314-b89f-97b6e12f5e9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.049904] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.208393] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "27542ea8-947c-47a3-851d-ce46f0548a92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.208764] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "27542ea8-947c-47a3-851d-ce46f0548a92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.446889] env[62402]: DEBUG nova.compute.manager [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.453047] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3776536c-c699-4292-9d76-ec1b1cfc0c98 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.460794] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9984bd4e-0085-48e1-b623-586d3777b6fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.499117] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a8feb6-3501-4b1c-a22d-c2fd0bbbc833 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.507247] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5219c827-4376-4403-9bf5-5648d829a6ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.525448] env[62402]: DEBUG nova.compute.provider_tree [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.629470] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Acquiring lock "49bd1942-1d63-40e9-adb0-3f1ee2cd5171" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.629470] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Lock "49bd1942-1d63-40e9-adb0-3f1ee2cd5171" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.715372] env[62402]: DEBUG nova.compute.manager [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.797406] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.797657] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1286.986463] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.029215] env[62402]: DEBUG nova.scheduler.client.report [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.131084] env[62402]: DEBUG nova.compute.manager [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1287.241781] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.533982] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.534636] env[62402]: DEBUG nova.compute.manager [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.537935] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.487s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.540493] env[62402]: INFO nova.compute.claims [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.661287] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.797138] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.797815] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.045093] env[62402]: DEBUG nova.compute.utils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1288.046594] env[62402]: DEBUG nova.compute.manager [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1288.047062] env[62402]: DEBUG nova.network.neutron [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1288.304392] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.461597] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "2d423f66-4b38-4fc4-abe5-5d09381e1c86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.461837] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "2d423f66-4b38-4fc4-abe5-5d09381e1c86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.545981] env[62402]: DEBUG nova.policy [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b642fed4d93c4f6caf9ec06c5481c1c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd212999ab4c04bab9f3085078fe9e30f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1288.555521] env[62402]: DEBUG nova.compute.manager [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.701582] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae518725-9868-4a22-b142-a162c05aac7a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.713523] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0fd163-4a54-46c4-acaf-dec1cf29fc0a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.756020] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b4837e-f944-4032-a6d8-2ec814a22a5a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.767431] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4edac8f-ce4d-4a0c-9636-446c6ccd33b4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.782037] env[62402]: DEBUG nova.compute.provider_tree [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.964812] env[62402]: DEBUG nova.compute.manager [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1289.286177] env[62402]: DEBUG nova.scheduler.client.report [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.325843] env[62402]: DEBUG nova.network.neutron [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Successfully created port: bee111df-e700-4b13-87a3-9aef34873fd3 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1289.501334] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.574055] env[62402]: DEBUG nova.compute.manager [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.602575] env[62402]: DEBUG nova.virt.hardware [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.602806] env[62402]: DEBUG nova.virt.hardware [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.603033] env[62402]: DEBUG nova.virt.hardware [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.605591] env[62402]: DEBUG nova.virt.hardware [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.605591] env[62402]: DEBUG nova.virt.hardware [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.605699] env[62402]: DEBUG nova.virt.hardware [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.608422] env[62402]: DEBUG nova.virt.hardware [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.608422] env[62402]: DEBUG nova.virt.hardware [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.608422] env[62402]: DEBUG nova.virt.hardware [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.608523] env[62402]: DEBUG nova.virt.hardware [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.609540] env[62402]: DEBUG nova.virt.hardware [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.609606] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e56236-fb2f-4b99-ae43-ea4b5bbe345e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.619705] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e08307-3ce8-4cce-af87-c823a6524ae1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.638574] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6107729-ae9e-463c-ab23-51b157b546ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.793411] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.793978] env[62402]: DEBUG nova.compute.manager [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1289.797273] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.810s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.800113] env[62402]: INFO nova.compute.claims [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.308105] env[62402]: DEBUG nova.compute.utils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1290.319400] env[62402]: DEBUG nova.compute.manager [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1290.319400] env[62402]: DEBUG nova.network.neutron [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1290.394266] env[62402]: DEBUG nova.policy [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b7bab84fd3e4764bdbe4410721d5bec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b362e82c9b942bcbf537193f1812ca3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1290.553098] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "ee33adb6-e557-41a3-af97-4a510dabac58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.553326] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "ee33adb6-e557-41a3-af97-4a510dabac58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.825454] env[62402]: DEBUG nova.compute.manager [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1290.828897] env[62402]: DEBUG nova.network.neutron [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Successfully created port: 2b75f94d-bd2d-4166-8548-76fcc5decd55 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.973177] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728273ba-b066-4752-a6df-edfe8ab455ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.981220] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873ef859-f45a-475f-97de-37dfb58e5956 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.016670] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b72b2fb-d0fb-4b31-9482-4b51635398f0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.024850] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93546bb-8dd5-4ddb-942b-379872743138 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.038654] env[62402]: DEBUG nova.compute.provider_tree [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.055668] env[62402]: DEBUG nova.compute.manager [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.541958] env[62402]: DEBUG nova.scheduler.client.report [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.592073] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.842348] env[62402]: DEBUG nova.compute.manager [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1291.892468] env[62402]: DEBUG nova.virt.hardware [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.892993] env[62402]: DEBUG nova.virt.hardware [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.892993] env[62402]: DEBUG nova.virt.hardware [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.892993] env[62402]: DEBUG nova.virt.hardware [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.893144] env[62402]: DEBUG nova.virt.hardware [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.893580] env[62402]: DEBUG nova.virt.hardware [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.893580] env[62402]: DEBUG nova.virt.hardware [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.893728] env[62402]: DEBUG nova.virt.hardware [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.893859] env[62402]: DEBUG nova.virt.hardware [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.894027] env[62402]: DEBUG nova.virt.hardware [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.894219] env[62402]: DEBUG nova.virt.hardware [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.895073] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273a1f3b-4711-47c9-b6a2-8a7066d58975 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.904791] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be724dc6-64ef-487f-93d5-e31bccddddc1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.054357] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.054886] env[62402]: DEBUG nova.compute.manager [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.061886] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.820s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.063395] env[62402]: INFO nova.compute.claims [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.152140] env[62402]: DEBUG nova.network.neutron [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Successfully updated port: bee111df-e700-4b13-87a3-9aef34873fd3 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.579813] env[62402]: DEBUG nova.compute.utils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1292.581812] env[62402]: DEBUG nova.compute.manager [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1292.581990] env[62402]: DEBUG nova.network.neutron [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.655901] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "refresh_cache-a52bb86d-9e50-4e8f-8164-e30141b27c82" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.657157] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquired lock "refresh_cache-a52bb86d-9e50-4e8f-8164-e30141b27c82" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.657157] env[62402]: DEBUG nova.network.neutron [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.752694] env[62402]: DEBUG nova.policy [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc27f3ebb3fc4ddc802c7d5fec4e2ac2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee110bbe996c428fa1c3f7f80ffab974', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.087108] env[62402]: DEBUG nova.compute.manager [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.222763] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4599f720-3ff9-4235-8f32-9786e7728ebd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.232409] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b021da-f5c9-4e19-bf4f-2aaac64cc305 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.268697] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b01bb8-83c2-4856-9249-a357d5c6bf93 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.274430] env[62402]: DEBUG nova.network.neutron [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.280294] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e336369-d11e-485a-8a89-ed0c880b07a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.294372] env[62402]: DEBUG nova.compute.provider_tree [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.799350] env[62402]: DEBUG nova.scheduler.client.report [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.932174] env[62402]: DEBUG nova.network.neutron [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Updating instance_info_cache with network_info: [{"id": "bee111df-e700-4b13-87a3-9aef34873fd3", "address": "fa:16:3e:9b:a0:30", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbee111df-e7", "ovs_interfaceid": "bee111df-e700-4b13-87a3-9aef34873fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.966433] env[62402]: DEBUG nova.network.neutron [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Successfully created port: 57ad78da-352e-4822-a7c7-88df85a69386 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.054382] env[62402]: DEBUG nova.network.neutron [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Successfully updated port: 2b75f94d-bd2d-4166-8548-76fcc5decd55 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.105136] env[62402]: DEBUG nova.compute.manager [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.143223] env[62402]: DEBUG nova.virt.hardware [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.143513] env[62402]: DEBUG nova.virt.hardware [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.143698] env[62402]: DEBUG nova.virt.hardware [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.143894] env[62402]: DEBUG nova.virt.hardware [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.144200] env[62402]: DEBUG nova.virt.hardware [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.144846] env[62402]: DEBUG nova.virt.hardware [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.144846] env[62402]: DEBUG nova.virt.hardware [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.145070] env[62402]: DEBUG nova.virt.hardware [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.145309] env[62402]: DEBUG nova.virt.hardware [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.145525] env[62402]: DEBUG nova.virt.hardware [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.145729] env[62402]: DEBUG nova.virt.hardware [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.147900] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b63ed14-30cc-4afa-ba0c-2f105438ba00 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.156444] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca9e4d-5a81-4ab1-8995-14bad23a81c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.309032] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.309764] env[62402]: DEBUG nova.compute.manager [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.312920] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.652s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.317526] env[62402]: INFO nova.compute.claims [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.393707] env[62402]: DEBUG nova.compute.manager [req-d48f83f0-e7eb-4f26-8388-031d5089c716 req-715d5272-b854-4a88-8a80-b89ffad58176 service nova] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Received event network-vif-plugged-bee111df-e700-4b13-87a3-9aef34873fd3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1294.393707] env[62402]: DEBUG oslo_concurrency.lockutils [req-d48f83f0-e7eb-4f26-8388-031d5089c716 req-715d5272-b854-4a88-8a80-b89ffad58176 service nova] Acquiring lock "a52bb86d-9e50-4e8f-8164-e30141b27c82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.393707] env[62402]: DEBUG oslo_concurrency.lockutils [req-d48f83f0-e7eb-4f26-8388-031d5089c716 req-715d5272-b854-4a88-8a80-b89ffad58176 service nova] Lock "a52bb86d-9e50-4e8f-8164-e30141b27c82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.393707] env[62402]: DEBUG oslo_concurrency.lockutils [req-d48f83f0-e7eb-4f26-8388-031d5089c716 req-715d5272-b854-4a88-8a80-b89ffad58176 service nova] Lock "a52bb86d-9e50-4e8f-8164-e30141b27c82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.393707] env[62402]: DEBUG nova.compute.manager [req-d48f83f0-e7eb-4f26-8388-031d5089c716 req-715d5272-b854-4a88-8a80-b89ffad58176 service nova] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] No waiting events found dispatching network-vif-plugged-bee111df-e700-4b13-87a3-9aef34873fd3 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.394108] env[62402]: WARNING nova.compute.manager [req-d48f83f0-e7eb-4f26-8388-031d5089c716 req-715d5272-b854-4a88-8a80-b89ffad58176 service nova] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Received unexpected event network-vif-plugged-bee111df-e700-4b13-87a3-9aef34873fd3 for instance with vm_state building and task_state spawning. [ 1294.436136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Releasing lock "refresh_cache-a52bb86d-9e50-4e8f-8164-e30141b27c82" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.437325] env[62402]: DEBUG nova.compute.manager [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Instance network_info: |[{"id": "bee111df-e700-4b13-87a3-9aef34873fd3", "address": "fa:16:3e:9b:a0:30", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbee111df-e7", "ovs_interfaceid": "bee111df-e700-4b13-87a3-9aef34873fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1294.437996] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:a0:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bee111df-e700-4b13-87a3-9aef34873fd3', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.454337] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.455196] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6922891-770a-43bd-b86b-928a3753e6c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.471711] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Created folder: OpenStack in parent group-v4. [ 1294.471928] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Creating folder: Project (d212999ab4c04bab9f3085078fe9e30f). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.472208] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cce7744a-0f85-4c3b-a472-b007c43ced3e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.482717] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Created folder: Project (d212999ab4c04bab9f3085078fe9e30f) in parent group-v386882. [ 1294.483184] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Creating folder: Instances. Parent ref: group-v386883. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.483184] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ccfa7c3-de03-4964-a41b-7f12ece08c09 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.492220] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Created folder: Instances in parent group-v386883. [ 1294.492473] env[62402]: DEBUG oslo.service.loopingcall [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1294.492660] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.492863] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2d97436-ea1c-4705-88c6-8c22c4110e4e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.515585] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.515585] env[62402]: value = "task-1872094" [ 1294.515585] env[62402]: _type = "Task" [ 1294.515585] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.525237] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872094, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.560588] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Acquiring lock "refresh_cache-15cb1e71-3702-4f64-a49c-1526dde5e8f9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.560847] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Acquired lock "refresh_cache-15cb1e71-3702-4f64-a49c-1526dde5e8f9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.562184] env[62402]: DEBUG nova.network.neutron [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.824314] env[62402]: DEBUG nova.compute.utils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1294.824314] env[62402]: DEBUG nova.compute.manager [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.824752] env[62402]: DEBUG nova.network.neutron [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1295.024432] env[62402]: DEBUG nova.policy [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fccba8fb155e4a3581b3f25f2b48adf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7eba578f46cd4e238b819530c96336c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1295.029539] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872094, 'name': CreateVM_Task, 'duration_secs': 0.365895} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.029766] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.059019] env[62402]: DEBUG oslo_vmware.service [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa496313-1f31-49a2-8328-e613b6b90500 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.064925] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.065194] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.065799] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.067774] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9408d2a-8d86-4f4c-aa2c-d004d487c543 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.073232] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1295.073232] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5269b642-4aef-1b9f-aa5f-633ce90bb011" [ 1295.073232] env[62402]: _type = "Task" [ 1295.073232] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.083344] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5269b642-4aef-1b9f-aa5f-633ce90bb011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.234079] env[62402]: DEBUG nova.network.neutron [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.335498] env[62402]: DEBUG nova.compute.manager [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.453022] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d6c3c5-1b0b-4de9-8317-b448553a3bf9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.459051] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a0fc81-e96a-42ce-8e4b-ee14a0b6e3b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.492512] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0257b5d1-8b0a-4bbb-b005-0c0babc03902 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.500924] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8828cb7-9340-41a8-8f58-2caa448f4f10 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.514588] env[62402]: DEBUG nova.compute.provider_tree [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.585566] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.585845] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.586081] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.586193] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.586618] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.586864] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-215d24ec-3a87-4354-a4b9-2788de2edb56 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.607209] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.607338] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.608236] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8359eaf7-f125-4732-a16b-29e23770135b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.616909] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1cab46-d8a1-4dfd-a513-1bbc24e7b2ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.622170] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1295.622170] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ec56ed-a8cc-512d-5688-199e79ef1ca8" [ 1295.622170] env[62402]: _type = "Task" [ 1295.622170] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.630048] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ec56ed-a8cc-512d-5688-199e79ef1ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.814707] env[62402]: DEBUG nova.network.neutron [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Updating instance_info_cache with network_info: [{"id": "2b75f94d-bd2d-4166-8548-76fcc5decd55", "address": "fa:16:3e:e2:2e:79", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b75f94d-bd", "ovs_interfaceid": "2b75f94d-bd2d-4166-8548-76fcc5decd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.020548] env[62402]: DEBUG nova.scheduler.client.report [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.120566] env[62402]: DEBUG nova.network.neutron [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Successfully created port: 75ca78ed-c54d-4f5e-9df3-51d29f3e6772 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1296.135082] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Preparing fetch location {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1296.136891] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Creating directory with path [datastore1] vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.136891] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb7760f9-c0ba-4690-a9b3-2bf1c19d7e3b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.159315] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Created directory with path [datastore1] vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.159537] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Fetch image to [datastore1] vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1296.159713] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Downloading image file data 5478f57f-f57a-4780-a2a6-4bc10ccde419 to [datastore1] vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk on the data store datastore1 {{(pid=62402) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1296.161110] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ffad9d-65ac-4cfa-bb37-f45f5903e18d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.173576] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05c1afb-ecd9-4496-8b9d-68f608d17ef8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.188327] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b60b947-fd8d-484a-9973-7f74faca62a8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.233636] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3582ca85-38eb-486c-97b0-06cc61da153c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.241939] env[62402]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b1c05469-1c4a-44a8-910b-6e62175371f4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.317534] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Releasing lock "refresh_cache-15cb1e71-3702-4f64-a49c-1526dde5e8f9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.317749] env[62402]: DEBUG nova.compute.manager [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Instance network_info: |[{"id": "2b75f94d-bd2d-4166-8548-76fcc5decd55", "address": "fa:16:3e:e2:2e:79", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b75f94d-bd", "ovs_interfaceid": "2b75f94d-bd2d-4166-8548-76fcc5decd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.318310] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:2e:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b75f94d-bd2d-4166-8548-76fcc5decd55', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.327225] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Creating folder: Project (5b362e82c9b942bcbf537193f1812ca3). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.327539] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7432f276-131b-43fc-bc3c-191d9c07c3fe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.334585] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Downloading image file data 5478f57f-f57a-4780-a2a6-4bc10ccde419 to the data store datastore1 {{(pid=62402) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1296.354580] env[62402]: DEBUG nova.compute.manager [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.376204] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Created folder: Project (5b362e82c9b942bcbf537193f1812ca3) in parent group-v386882. [ 1296.376297] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Creating folder: Instances. Parent ref: group-v386886. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.379886] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c604d6c3-f409-47ea-bafc-d43492788eee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.391152] env[62402]: DEBUG nova.virt.hardware [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.391586] env[62402]: DEBUG nova.virt.hardware [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.391922] env[62402]: DEBUG nova.virt.hardware [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.392356] env[62402]: DEBUG nova.virt.hardware [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.392616] env[62402]: DEBUG nova.virt.hardware [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.392866] env[62402]: DEBUG nova.virt.hardware [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.393207] env[62402]: DEBUG nova.virt.hardware [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.393492] env[62402]: DEBUG nova.virt.hardware [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.393776] env[62402]: DEBUG nova.virt.hardware [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.394674] env[62402]: DEBUG nova.virt.hardware [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.394674] env[62402]: DEBUG nova.virt.hardware [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.395156] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833ed450-e150-4c22-8624-70122330e8da {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.401848] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Created folder: Instances in parent group-v386886. [ 1296.402101] env[62402]: DEBUG oslo.service.loopingcall [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.402958] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.403185] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03580c1f-2625-44dc-bc78-457649fe613e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.423238] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9986bf78-6443-4192-8da2-9ab8aa300001 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.428206] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.428206] env[62402]: value = "task-1872097" [ 1296.428206] env[62402]: _type = "Task" [ 1296.428206] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.442529] env[62402]: DEBUG oslo_vmware.rw_handles [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62402) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1296.446701] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872097, 'name': CreateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.520599] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Acquiring lock "a745e51a-f607-420b-bb0d-5692070a747a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.520838] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Lock "a745e51a-f607-420b-bb0d-5692070a747a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.528814] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.529384] env[62402]: DEBUG nova.compute.manager [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1296.536956] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.233s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.537221] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.537453] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1296.538214] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.038s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.539827] env[62402]: INFO nova.compute.claims [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.544112] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da62529c-a203-4a06-92b1-f576cd1c1e73 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.553177] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9112aa-7731-49c9-9465-4b829fde9c10 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.589237] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fa892b-b02d-46c4-8131-42cdacc6148d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.600741] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc47412-d066-42c1-9496-720a0073cdd7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.649893] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181336MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1296.650094] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.943773] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872097, 'name': CreateVM_Task, 'duration_secs': 0.361365} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.945744] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.946851] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.946956] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.947274] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.947695] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24dd528f-9675-49e1-ac69-2f46c2b063e2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.956329] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Waiting for the task: (returnval){ [ 1296.956329] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5234ca54-76d6-75f1-254a-0277ee3a6568" [ 1296.956329] env[62402]: _type = "Task" [ 1296.956329] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.969319] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5234ca54-76d6-75f1-254a-0277ee3a6568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.035819] env[62402]: DEBUG nova.compute.manager [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.046770] env[62402]: DEBUG nova.compute.utils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1297.052344] env[62402]: DEBUG nova.compute.manager [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.052344] env[62402]: DEBUG nova.network.neutron [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1297.200654] env[62402]: DEBUG nova.policy [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '200acb5e4e524ff29cc49241eaa02d00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6f2107baae549f68a28693e7b0a2177', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.233105] env[62402]: DEBUG oslo_vmware.rw_handles [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Completed reading data from the image iterator. {{(pid=62402) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1297.233358] env[62402]: DEBUG oslo_vmware.rw_handles [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1297.288274] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Downloaded image file data 5478f57f-f57a-4780-a2a6-4bc10ccde419 to vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk on the data store datastore1 {{(pid=62402) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1297.290813] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Caching image {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1297.291816] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Copying Virtual Disk [datastore1] vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk to [datastore1] vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.291816] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eed95db3-686e-4acd-9d7c-060691a1cbe7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.309400] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1297.309400] env[62402]: value = "task-1872098" [ 1297.309400] env[62402]: _type = "Task" [ 1297.309400] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.319047] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.449304] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Acquiring lock "e373f33a-c3a8-4cf8-bf4c-d096bc0b040e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.449304] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Lock "e373f33a-c3a8-4cf8-bf4c-d096bc0b040e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.471892] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.474395] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.474395] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.555602] env[62402]: DEBUG nova.compute.manager [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.588381] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.589390] env[62402]: DEBUG nova.network.neutron [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Successfully updated port: 57ad78da-352e-4822-a7c7-88df85a69386 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1297.785519] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed301de-bd04-4ac0-a03f-700f4314a6ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.794364] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76935461-d440-4a39-9337-490256534e7c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.832772] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1efe4d6-169e-47fa-bcaf-d289a1e6f8d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.845278] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872098, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.846159] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfb7f44-039c-4599-818a-2713e76da9ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.861938] env[62402]: DEBUG nova.compute.provider_tree [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.956079] env[62402]: DEBUG nova.compute.manager [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1298.112923] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Acquiring lock "refresh_cache-28db6b5b-1d44-4314-b89f-97b6e12f5e9c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.113090] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Acquired lock "refresh_cache-28db6b5b-1d44-4314-b89f-97b6e12f5e9c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.113239] env[62402]: DEBUG nova.network.neutron [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.344767] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776786} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.345299] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Copied Virtual Disk [datastore1] vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk to [datastore1] vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.345410] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Deleting the datastore file [datastore1] vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.345812] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e963e244-a639-4a98-9141-1acd97858b09 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.353802] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1298.353802] env[62402]: value = "task-1872099" [ 1298.353802] env[62402]: _type = "Task" [ 1298.353802] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.358333] env[62402]: DEBUG nova.network.neutron [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Successfully created port: 9c414e9d-57fb-46be-a956-8a224afa71c3 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.366044] env[62402]: DEBUG nova.scheduler.client.report [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.374835] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.483189] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.570026] env[62402]: DEBUG nova.compute.manager [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.619304] env[62402]: DEBUG nova.virt.hardware [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.619736] env[62402]: DEBUG nova.virt.hardware [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.620061] env[62402]: DEBUG nova.virt.hardware [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.620387] env[62402]: DEBUG nova.virt.hardware [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.623931] env[62402]: DEBUG nova.virt.hardware [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.623931] env[62402]: DEBUG nova.virt.hardware [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.623931] env[62402]: DEBUG nova.virt.hardware [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.623931] env[62402]: DEBUG nova.virt.hardware [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.623931] env[62402]: DEBUG nova.virt.hardware [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.624284] env[62402]: DEBUG nova.virt.hardware [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.624284] env[62402]: DEBUG nova.virt.hardware [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.627634] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624ef71d-0aaa-40df-8553-ad3119db63a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.640939] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eac5551-47e5-4570-971c-157967a262f3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.745381] env[62402]: DEBUG nova.network.neutron [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.866838] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024594} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.869832] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.872095] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Moving file from [datastore1] vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf/5478f57f-f57a-4780-a2a6-4bc10ccde419 to [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419. {{(pid=62402) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1298.872095] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-897b48ff-700e-4390-be55-27ab1d4934b3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.876844] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.877372] env[62402]: DEBUG nova.compute.manager [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.884643] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.294s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.887351] env[62402]: INFO nova.compute.claims [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.891433] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1298.891433] env[62402]: value = "task-1872100" [ 1298.891433] env[62402]: _type = "Task" [ 1298.891433] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.903333] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872100, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.974462] env[62402]: DEBUG nova.compute.manager [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Received event network-changed-bee111df-e700-4b13-87a3-9aef34873fd3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1298.974462] env[62402]: DEBUG nova.compute.manager [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Refreshing instance network info cache due to event network-changed-bee111df-e700-4b13-87a3-9aef34873fd3. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1298.974462] env[62402]: DEBUG oslo_concurrency.lockutils [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] Acquiring lock "refresh_cache-a52bb86d-9e50-4e8f-8164-e30141b27c82" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.974636] env[62402]: DEBUG oslo_concurrency.lockutils [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] Acquired lock "refresh_cache-a52bb86d-9e50-4e8f-8164-e30141b27c82" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.975323] env[62402]: DEBUG nova.network.neutron [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Refreshing network info cache for port bee111df-e700-4b13-87a3-9aef34873fd3 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.019658] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Acquiring lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.021481] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.394232] env[62402]: DEBUG nova.compute.utils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1299.401720] env[62402]: DEBUG nova.compute.manager [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1299.401918] env[62402]: DEBUG nova.network.neutron [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.425148] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872100, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028656} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.425737] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] File moved {{(pid=62402) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1299.425945] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Cleaning up location [datastore1] vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1299.426121] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Deleting the datastore file [datastore1] vmware_temp/1d458191-fda6-493e-b7ce-b6e3d8d11baf {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.427647] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deb861dc-36eb-4a84-b3be-dbc531236f9e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.436355] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1299.436355] env[62402]: value = "task-1872101" [ 1299.436355] env[62402]: _type = "Task" [ 1299.436355] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.449698] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.512843] env[62402]: DEBUG nova.network.neutron [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Updating instance_info_cache with network_info: [{"id": "57ad78da-352e-4822-a7c7-88df85a69386", "address": "fa:16:3e:c6:50:d9", "network": {"id": "e6cd3b4b-0d73-4709-a566-d5463ee9bb00", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-296526178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee110bbe996c428fa1c3f7f80ffab974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ad78da-35", "ovs_interfaceid": "57ad78da-352e-4822-a7c7-88df85a69386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.525765] env[62402]: DEBUG nova.compute.manager [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1299.568021] env[62402]: DEBUG nova.policy [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6145368f9cb14579aa47e41ca5406c04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5ce349ea6044322a7fcb98ca07b172d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.916401] env[62402]: DEBUG nova.compute.manager [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.953179] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025072} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.955927] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.960700] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57cedb0c-5ee3-4252-ae35-12363fdb205a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.968892] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1299.968892] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e98a9d-508f-f422-6bdb-fc7af3b3474d" [ 1299.968892] env[62402]: _type = "Task" [ 1299.968892] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.977385] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e98a9d-508f-f422-6bdb-fc7af3b3474d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.018039] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Releasing lock "refresh_cache-28db6b5b-1d44-4314-b89f-97b6e12f5e9c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.018039] env[62402]: DEBUG nova.compute.manager [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Instance network_info: |[{"id": "57ad78da-352e-4822-a7c7-88df85a69386", "address": "fa:16:3e:c6:50:d9", "network": {"id": "e6cd3b4b-0d73-4709-a566-d5463ee9bb00", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-296526178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee110bbe996c428fa1c3f7f80ffab974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ad78da-35", "ovs_interfaceid": "57ad78da-352e-4822-a7c7-88df85a69386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.018227] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:50:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57ad78da-352e-4822-a7c7-88df85a69386', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.026663] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Creating folder: Project (ee110bbe996c428fa1c3f7f80ffab974). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1300.026663] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcd7c643-28f1-40a1-83e0-24cc64b291c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.042473] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Created folder: Project (ee110bbe996c428fa1c3f7f80ffab974) in parent group-v386882. [ 1300.042709] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Creating folder: Instances. Parent ref: group-v386889. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1300.044972] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a774f0b-6e6b-4191-82d7-f7faa746fac6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.055022] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Created folder: Instances in parent group-v386889. [ 1300.055282] env[62402]: DEBUG oslo.service.loopingcall [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1300.055469] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.055667] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-946d8fb8-e449-401c-bf87-6fc935272a63 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.075390] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.080620] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.080620] env[62402]: value = "task-1872104" [ 1300.080620] env[62402]: _type = "Task" [ 1300.080620] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.091605] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872104, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.159534] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655b6566-a832-450e-9146-428415f57587 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.171013] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabb3e3a-8d43-45f3-a748-ebd62b3caf54 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.215185] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0157def0-aa0f-4766-8d81-17e6aa82ebb0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.222748] env[62402]: DEBUG nova.network.neutron [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Updated VIF entry in instance network info cache for port bee111df-e700-4b13-87a3-9aef34873fd3. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.223151] env[62402]: DEBUG nova.network.neutron [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Updating instance_info_cache with network_info: [{"id": "bee111df-e700-4b13-87a3-9aef34873fd3", "address": "fa:16:3e:9b:a0:30", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbee111df-e7", "ovs_interfaceid": "bee111df-e700-4b13-87a3-9aef34873fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.224919] env[62402]: DEBUG nova.network.neutron [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Successfully updated port: 75ca78ed-c54d-4f5e-9df3-51d29f3e6772 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.230983] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea584840-604b-4c6e-bd31-0459d4d9a55e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.251351] env[62402]: DEBUG nova.compute.provider_tree [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.410042] env[62402]: DEBUG nova.network.neutron [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Successfully created port: b7d99138-7572-4cc9-9bda-0e844bbc0c79 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1300.481803] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e98a9d-508f-f422-6bdb-fc7af3b3474d, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.482275] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.482527] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] a52bb86d-9e50-4e8f-8164-e30141b27c82/a52bb86d-9e50-4e8f-8164-e30141b27c82.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.482808] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.482994] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.483400] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7706b16-9cee-4864-894d-cf5fab274d88 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.485435] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-442f928d-00cc-458e-8eda-989311f46140 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.494154] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1300.494154] env[62402]: value = "task-1872105" [ 1300.494154] env[62402]: _type = "Task" [ 1300.494154] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.494683] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.494852] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.499390] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a42d77-8f2d-457d-89eb-04da080ddd05 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.507672] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.509244] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Waiting for the task: (returnval){ [ 1300.509244] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524ff448-ea2c-0282-44a3-2746cd396588" [ 1300.509244] env[62402]: _type = "Task" [ 1300.509244] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.519329] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524ff448-ea2c-0282-44a3-2746cd396588, 'name': SearchDatastore_Task, 'duration_secs': 0.007926} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.519382] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dede75e-9bd0-4377-83b7-a2901165c3c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.526037] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Waiting for the task: (returnval){ [ 1300.526037] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e0fe53-6db3-3a28-0389-61756fabddb2" [ 1300.526037] env[62402]: _type = "Task" [ 1300.526037] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.535134] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e0fe53-6db3-3a28-0389-61756fabddb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.592522] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872104, 'name': CreateVM_Task, 'duration_secs': 0.356628} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.592776] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.593467] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.593647] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.593994] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.595918] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4585a3b5-0efd-4afa-ad88-dd5918d0f8d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.599378] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Waiting for the task: (returnval){ [ 1300.599378] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525d25c8-e24e-fccc-f927-bc97a12fc3c9" [ 1300.599378] env[62402]: _type = "Task" [ 1300.599378] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.610168] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525d25c8-e24e-fccc-f927-bc97a12fc3c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.730562] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "refresh_cache-27542ea8-947c-47a3-851d-ce46f0548a92" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.730680] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquired lock "refresh_cache-27542ea8-947c-47a3-851d-ce46f0548a92" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.730867] env[62402]: DEBUG nova.network.neutron [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.732688] env[62402]: DEBUG oslo_concurrency.lockutils [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] Releasing lock "refresh_cache-a52bb86d-9e50-4e8f-8164-e30141b27c82" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.732945] env[62402]: DEBUG nova.compute.manager [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Received event network-vif-plugged-2b75f94d-bd2d-4166-8548-76fcc5decd55 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1300.733198] env[62402]: DEBUG oslo_concurrency.lockutils [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] Acquiring lock "15cb1e71-3702-4f64-a49c-1526dde5e8f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.733394] env[62402]: DEBUG oslo_concurrency.lockutils [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] Lock "15cb1e71-3702-4f64-a49c-1526dde5e8f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.733548] env[62402]: DEBUG oslo_concurrency.lockutils [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] Lock "15cb1e71-3702-4f64-a49c-1526dde5e8f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.733710] env[62402]: DEBUG nova.compute.manager [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] No waiting events found dispatching network-vif-plugged-2b75f94d-bd2d-4166-8548-76fcc5decd55 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.733872] env[62402]: WARNING nova.compute.manager [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Received unexpected event network-vif-plugged-2b75f94d-bd2d-4166-8548-76fcc5decd55 for instance with vm_state building and task_state spawning. [ 1300.734072] env[62402]: DEBUG nova.compute.manager [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Received event network-changed-2b75f94d-bd2d-4166-8548-76fcc5decd55 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1300.734278] env[62402]: DEBUG nova.compute.manager [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Refreshing instance network info cache due to event network-changed-2b75f94d-bd2d-4166-8548-76fcc5decd55. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1300.734510] env[62402]: DEBUG oslo_concurrency.lockutils [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] Acquiring lock "refresh_cache-15cb1e71-3702-4f64-a49c-1526dde5e8f9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.734606] env[62402]: DEBUG oslo_concurrency.lockutils [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] Acquired lock "refresh_cache-15cb1e71-3702-4f64-a49c-1526dde5e8f9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.734791] env[62402]: DEBUG nova.network.neutron [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Refreshing network info cache for port 2b75f94d-bd2d-4166-8548-76fcc5decd55 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.759150] env[62402]: DEBUG nova.scheduler.client.report [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.929387] env[62402]: DEBUG nova.compute.manager [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.972504] env[62402]: DEBUG nova.virt.hardware [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.972769] env[62402]: DEBUG nova.virt.hardware [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.972983] env[62402]: DEBUG nova.virt.hardware [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.973191] env[62402]: DEBUG nova.virt.hardware [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.973441] env[62402]: DEBUG nova.virt.hardware [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.973635] env[62402]: DEBUG nova.virt.hardware [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.973901] env[62402]: DEBUG nova.virt.hardware [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.973966] env[62402]: DEBUG nova.virt.hardware [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.974174] env[62402]: DEBUG nova.virt.hardware [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.974389] env[62402]: DEBUG nova.virt.hardware [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.975472] env[62402]: DEBUG nova.virt.hardware [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.976215] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99de94d7-4e68-4bf9-bc28-d09fa5d063f9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.987399] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ce17d4-f1fd-4af1-9746-b46ebb8830b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.015244] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872105, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.043314] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e0fe53-6db3-3a28-0389-61756fabddb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008835} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.043314] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.043314] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 15cb1e71-3702-4f64-a49c-1526dde5e8f9/15cb1e71-3702-4f64-a49c-1526dde5e8f9.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.043314] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-057d8256-f115-414a-bf3a-385984078427 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.057892] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Waiting for the task: (returnval){ [ 1301.057892] env[62402]: value = "task-1872106" [ 1301.057892] env[62402]: _type = "Task" [ 1301.057892] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.068793] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.109824] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525d25c8-e24e-fccc-f927-bc97a12fc3c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01112} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.110316] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.110684] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.111311] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.111576] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.112061] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.112603] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34a0d431-47bd-4c93-8827-75afb6f2bb06 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.121261] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.122011] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.123360] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea10ca1-8f81-4cae-9307-f69ea886cb99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.130227] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Waiting for the task: (returnval){ [ 1301.130227] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52311a86-a358-922a-d8ea-cad67bdc9dac" [ 1301.130227] env[62402]: _type = "Task" [ 1301.130227] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.146651] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52311a86-a358-922a-d8ea-cad67bdc9dac, 'name': SearchDatastore_Task, 'duration_secs': 0.009166} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.147758] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5156dbb-40fb-402a-aad8-fe0df5f27564 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.157978] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Waiting for the task: (returnval){ [ 1301.157978] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5214fa49-d39b-6de6-7b29-af7dbde84cc3" [ 1301.157978] env[62402]: _type = "Task" [ 1301.157978] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.173410] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5214fa49-d39b-6de6-7b29-af7dbde84cc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.264029] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.264029] env[62402]: DEBUG nova.compute.manager [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1301.266763] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.616s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.344097] env[62402]: DEBUG nova.network.neutron [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.508758] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574325} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.509621] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] a52bb86d-9e50-4e8f-8164-e30141b27c82/a52bb86d-9e50-4e8f-8164-e30141b27c82.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.509758] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.509995] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f14ebe0f-2bd9-427c-8707-924383f9e054 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.516912] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1301.516912] env[62402]: value = "task-1872107" [ 1301.516912] env[62402]: _type = "Task" [ 1301.516912] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.527300] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.573331] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485303} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.577769] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 15cb1e71-3702-4f64-a49c-1526dde5e8f9/15cb1e71-3702-4f64-a49c-1526dde5e8f9.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.579846] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.579846] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef977fca-18cc-4ac0-b58d-9dd25e2b41b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.591503] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Waiting for the task: (returnval){ [ 1301.591503] env[62402]: value = "task-1872108" [ 1301.591503] env[62402]: _type = "Task" [ 1301.591503] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.608099] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.672447] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5214fa49-d39b-6de6-7b29-af7dbde84cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.027383} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.672447] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.672447] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 28db6b5b-1d44-4314-b89f-97b6e12f5e9c/28db6b5b-1d44-4314-b89f-97b6e12f5e9c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.672447] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4828d8e-d2ec-4318-bd64-846a916883bb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.682436] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Waiting for the task: (returnval){ [ 1301.682436] env[62402]: value = "task-1872109" [ 1301.682436] env[62402]: _type = "Task" [ 1301.682436] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.689352] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.780381] env[62402]: DEBUG nova.compute.utils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1301.786402] env[62402]: DEBUG nova.compute.manager [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1301.786402] env[62402]: DEBUG nova.network.neutron [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.026605] env[62402]: DEBUG nova.network.neutron [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Successfully updated port: 9c414e9d-57fb-46be-a956-8a224afa71c3 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.035886] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162031} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.037198] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.039153] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44602ce-7a02-40b5-ab23-9b8ee1cab39c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.078953] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] a52bb86d-9e50-4e8f-8164-e30141b27c82/a52bb86d-9e50-4e8f-8164-e30141b27c82.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.080239] env[62402]: DEBUG nova.network.neutron [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Updated VIF entry in instance network info cache for port 2b75f94d-bd2d-4166-8548-76fcc5decd55. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.081166] env[62402]: DEBUG nova.network.neutron [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Updating instance_info_cache with network_info: [{"id": "2b75f94d-bd2d-4166-8548-76fcc5decd55", "address": "fa:16:3e:e2:2e:79", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b75f94d-bd", "ovs_interfaceid": "2b75f94d-bd2d-4166-8548-76fcc5decd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.082505] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d0f13af-0366-44b2-9b41-cd4a711add05 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.111517] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081985} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.113083] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.113995] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1302.113995] env[62402]: value = "task-1872110" [ 1302.113995] env[62402]: _type = "Task" [ 1302.113995] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.114331] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23ec2e6-12f4-48bd-96d1-e3f0eac8ace1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.144467] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 15cb1e71-3702-4f64-a49c-1526dde5e8f9/15cb1e71-3702-4f64-a49c-1526dde5e8f9.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.149215] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a82430-258a-4ca8-8999-66635aba4c4d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.164950] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.171699] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Waiting for the task: (returnval){ [ 1302.171699] env[62402]: value = "task-1872111" [ 1302.171699] env[62402]: _type = "Task" [ 1302.171699] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.185254] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872111, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.197130] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872109, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.294034] env[62402]: DEBUG nova.compute.manager [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1302.319299] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance a52bb86d-9e50-4e8f-8164-e30141b27c82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1302.319299] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 15cb1e71-3702-4f64-a49c-1526dde5e8f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1302.319299] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 28db6b5b-1d44-4314-b89f-97b6e12f5e9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1302.319299] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 27542ea8-947c-47a3-851d-ce46f0548a92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1302.319480] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 49bd1942-1d63-40e9-adb0-3f1ee2cd5171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1302.319480] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 2d423f66-4b38-4fc4-abe5-5d09381e1c86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1302.319480] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance ee33adb6-e557-41a3-af97-4a510dabac58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1302.425437] env[62402]: DEBUG nova.policy [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6145368f9cb14579aa47e41ca5406c04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5ce349ea6044322a7fcb98ca07b172d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.475770] env[62402]: DEBUG nova.network.neutron [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Updating instance_info_cache with network_info: [{"id": "75ca78ed-c54d-4f5e-9df3-51d29f3e6772", "address": "fa:16:3e:25:a7:4c", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ca78ed-c5", "ovs_interfaceid": "75ca78ed-c54d-4f5e-9df3-51d29f3e6772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.529306] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Acquiring lock "refresh_cache-49bd1942-1d63-40e9-adb0-3f1ee2cd5171" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.529306] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Acquired lock "refresh_cache-49bd1942-1d63-40e9-adb0-3f1ee2cd5171" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.529306] env[62402]: DEBUG nova.network.neutron [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.601252] env[62402]: DEBUG oslo_concurrency.lockutils [req-7a685202-c689-4683-a0e2-a7456556edbe req-86871fc4-130a-462a-a647-2527e313add2 service nova] Releasing lock "refresh_cache-15cb1e71-3702-4f64-a49c-1526dde5e8f9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.634154] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872110, 'name': ReconfigVM_Task, 'duration_secs': 0.499167} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.634484] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Reconfigured VM instance instance-00000001 to attach disk [datastore1] a52bb86d-9e50-4e8f-8164-e30141b27c82/a52bb86d-9e50-4e8f-8164-e30141b27c82.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.635476] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8230db19-1ea1-45e0-874b-c5f9922ad9a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.642627] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1302.642627] env[62402]: value = "task-1872112" [ 1302.642627] env[62402]: _type = "Task" [ 1302.642627] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.653355] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872112, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.688353] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.703124] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79502} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.703463] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 28db6b5b-1d44-4314-b89f-97b6e12f5e9c/28db6b5b-1d44-4314-b89f-97b6e12f5e9c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.703685] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.703961] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36706a6a-ebbb-4e8b-adba-cb81b082adbb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.713497] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Waiting for the task: (returnval){ [ 1302.713497] env[62402]: value = "task-1872113" [ 1302.713497] env[62402]: _type = "Task" [ 1302.713497] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.723010] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.822384] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance a745e51a-f607-420b-bb0d-5692070a747a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1302.858292] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "7c628f37-d966-4d1e-8f1c-429c305592db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.858553] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "7c628f37-d966-4d1e-8f1c-429c305592db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.982256] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Releasing lock "refresh_cache-27542ea8-947c-47a3-851d-ce46f0548a92" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.982599] env[62402]: DEBUG nova.compute.manager [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Instance network_info: |[{"id": "75ca78ed-c54d-4f5e-9df3-51d29f3e6772", "address": "fa:16:3e:25:a7:4c", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ca78ed-c5", "ovs_interfaceid": "75ca78ed-c54d-4f5e-9df3-51d29f3e6772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.983019] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:a7:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75ca78ed-c54d-4f5e-9df3-51d29f3e6772', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.990718] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Creating folder: Project (7eba578f46cd4e238b819530c96336c2). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.991611] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce29539a-c7ce-4083-867d-49e7894c6a6b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.002645] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Created folder: Project (7eba578f46cd4e238b819530c96336c2) in parent group-v386882. [ 1303.002837] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Creating folder: Instances. Parent ref: group-v386892. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.003136] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb48e438-ca64-4e54-b2f2-aa705f30dd21 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.012457] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Created folder: Instances in parent group-v386892. [ 1303.012991] env[62402]: DEBUG oslo.service.loopingcall [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1303.013201] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.013411] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-815352ab-c319-4e8b-bfaa-057c5b083577 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.035264] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.035264] env[62402]: value = "task-1872116" [ 1303.035264] env[62402]: _type = "Task" [ 1303.035264] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.043455] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872116, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.135272] env[62402]: DEBUG nova.network.neutron [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.156227] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872112, 'name': Rename_Task, 'duration_secs': 0.171326} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.157579] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.158263] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f5a73d4-c3a2-4561-8da9-25770d433688 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.165338] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1303.165338] env[62402]: value = "task-1872117" [ 1303.165338] env[62402]: _type = "Task" [ 1303.165338] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.177282] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.188413] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872111, 'name': ReconfigVM_Task, 'duration_secs': 0.569345} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.189325] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 15cb1e71-3702-4f64-a49c-1526dde5e8f9/15cb1e71-3702-4f64-a49c-1526dde5e8f9.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.192980] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05d15412-03b7-4af8-b8e5-10790a85af0c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.202166] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Waiting for the task: (returnval){ [ 1303.202166] env[62402]: value = "task-1872118" [ 1303.202166] env[62402]: _type = "Task" [ 1303.202166] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.217677] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872118, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.227409] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071136} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.227777] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.228645] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d4738c-e031-4096-befc-701514b6fe2d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.254501] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 28db6b5b-1d44-4314-b89f-97b6e12f5e9c/28db6b5b-1d44-4314-b89f-97b6e12f5e9c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.255397] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e85ab74-b2b4-451b-bd91-1baf0480b698 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.277030] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Waiting for the task: (returnval){ [ 1303.277030] env[62402]: value = "task-1872119" [ 1303.277030] env[62402]: _type = "Task" [ 1303.277030] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.288950] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.313232] env[62402]: DEBUG nova.compute.manager [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1303.326669] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance e373f33a-c3a8-4cf8-bf4c-d096bc0b040e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1303.351745] env[62402]: DEBUG nova.virt.hardware [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.351745] env[62402]: DEBUG nova.virt.hardware [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.351980] env[62402]: DEBUG nova.virt.hardware [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.352244] env[62402]: DEBUG nova.virt.hardware [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.352426] env[62402]: DEBUG nova.virt.hardware [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.352582] env[62402]: DEBUG nova.virt.hardware [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.352814] env[62402]: DEBUG nova.virt.hardware [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.352953] env[62402]: DEBUG nova.virt.hardware [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.353151] env[62402]: DEBUG nova.virt.hardware [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.353478] env[62402]: DEBUG nova.virt.hardware [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.353478] env[62402]: DEBUG nova.virt.hardware [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.355448] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b8e230-9369-4a0e-9349-90f6c5353ff9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.363322] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ea39e-ae7e-4598-b971-8990f6fad87d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.548976] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872116, 'name': CreateVM_Task, 'duration_secs': 0.40654} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.551513] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.552188] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.552352] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.552665] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1303.553233] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1d1f7d-8c62-4f25-8a8b-b5fc5176d35c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.559420] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1303.559420] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a8e6f8-6138-0a31-a4af-e2518dd21273" [ 1303.559420] env[62402]: _type = "Task" [ 1303.559420] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.567399] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a8e6f8-6138-0a31-a4af-e2518dd21273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.653881] env[62402]: DEBUG nova.network.neutron [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Successfully created port: f796a33e-1f01-4dcf-81be-bd8551e7b325 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.675655] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872117, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.708665] env[62402]: DEBUG nova.network.neutron [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Updating instance_info_cache with network_info: [{"id": "9c414e9d-57fb-46be-a956-8a224afa71c3", "address": "fa:16:3e:03:c8:85", "network": {"id": "4abcab30-4900-4c59-9df5-2e038943782d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1912505116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f2107baae549f68a28693e7b0a2177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c414e9d-57", "ovs_interfaceid": "9c414e9d-57fb-46be-a956-8a224afa71c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.713262] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872118, 'name': Rename_Task, 'duration_secs': 0.13908} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.713950] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.714210] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aedc6a88-c562-41bf-9a21-df8315c319b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.720964] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Waiting for the task: (returnval){ [ 1303.720964] env[62402]: value = "task-1872120" [ 1303.720964] env[62402]: _type = "Task" [ 1303.720964] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.730916] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.793900] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872119, 'name': ReconfigVM_Task, 'duration_secs': 0.266931} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.794330] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 28db6b5b-1d44-4314-b89f-97b6e12f5e9c/28db6b5b-1d44-4314-b89f-97b6e12f5e9c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.794972] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca2d331a-b86d-4197-b092-5cb925e1cdf4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.802532] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Waiting for the task: (returnval){ [ 1303.802532] env[62402]: value = "task-1872121" [ 1303.802532] env[62402]: _type = "Task" [ 1303.802532] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.812333] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872121, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.822394] env[62402]: DEBUG nova.network.neutron [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Successfully updated port: b7d99138-7572-4cc9-9bda-0e844bbc0c79 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1303.832028] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 7dfe7984-450c-4e93-a313-8ee4be75cf77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1303.832028] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1303.832254] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1304.033225] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cf1be9-95b5-4be5-8152-b183bb2320f3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.042301] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8698ac11-4033-432d-af24-7039632bc664 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.082212] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd3abfc-91d1-4a8c-ae02-bed9f74aa513 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.090753] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a8e6f8-6138-0a31-a4af-e2518dd21273, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.093282] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.093589] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.093854] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.094014] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.094214] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.094508] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef15ab53-a92f-42d9-a30d-51af20b3aa39 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.097653] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9438142f-2034-45b4-97fd-dc445237dfda {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.113300] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.115907] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.116099] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.118373] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1ef89c-dcbc-4d40-85f8-9438e452c39c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.123176] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1304.123176] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5279a334-a3ee-7e68-4159-ce2b88e4c39f" [ 1304.123176] env[62402]: _type = "Task" [ 1304.123176] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.130909] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5279a334-a3ee-7e68-4159-ce2b88e4c39f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.178028] env[62402]: DEBUG oslo_vmware.api [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872117, 'name': PowerOnVM_Task, 'duration_secs': 0.510411} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.178127] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.178831] env[62402]: INFO nova.compute.manager [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Took 14.60 seconds to spawn the instance on the hypervisor. [ 1304.179494] env[62402]: DEBUG nova.compute.manager [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.180379] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d14fa8e-63cc-417d-92bf-6579d03e1471 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.215540] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Releasing lock "refresh_cache-49bd1942-1d63-40e9-adb0-3f1ee2cd5171" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.215540] env[62402]: DEBUG nova.compute.manager [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Instance network_info: |[{"id": "9c414e9d-57fb-46be-a956-8a224afa71c3", "address": "fa:16:3e:03:c8:85", "network": {"id": "4abcab30-4900-4c59-9df5-2e038943782d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1912505116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f2107baae549f68a28693e7b0a2177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c414e9d-57", "ovs_interfaceid": "9c414e9d-57fb-46be-a956-8a224afa71c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1304.216675] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:c8:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c414e9d-57fb-46be-a956-8a224afa71c3', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.229096] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Creating folder: Project (a6f2107baae549f68a28693e7b0a2177). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1304.229096] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d6befbc-374e-4cfa-afbd-c4ae8253c42a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.240395] env[62402]: DEBUG oslo_vmware.api [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872120, 'name': PowerOnVM_Task, 'duration_secs': 0.492639} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.240597] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.240815] env[62402]: INFO nova.compute.manager [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Took 12.40 seconds to spawn the instance on the hypervisor. [ 1304.241021] env[62402]: DEBUG nova.compute.manager [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.241825] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d121b84e-ea0c-4705-81b7-7967f1dd00c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.251084] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Created folder: Project (a6f2107baae549f68a28693e7b0a2177) in parent group-v386882. [ 1304.251327] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Creating folder: Instances. Parent ref: group-v386895. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1304.252110] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b87a16a0-cd22-4e8f-b69e-2487bf6db98e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.270917] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Created folder: Instances in parent group-v386895. [ 1304.270917] env[62402]: DEBUG oslo.service.loopingcall [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1304.270917] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.270917] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fa582e8-627d-4bf9-9ba1-f58ff3361aca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.294022] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.294022] env[62402]: value = "task-1872124" [ 1304.294022] env[62402]: _type = "Task" [ 1304.294022] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.305631] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872124, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.316915] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872121, 'name': Rename_Task, 'duration_secs': 0.167278} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.317076] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.317256] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa6b8ebe-ef66-4910-8dec-c8d9d7272700 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.324715] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Waiting for the task: (returnval){ [ 1304.324715] env[62402]: value = "task-1872125" [ 1304.324715] env[62402]: _type = "Task" [ 1304.324715] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.328290] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "refresh_cache-2d423f66-4b38-4fc4-abe5-5d09381e1c86" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.328477] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "refresh_cache-2d423f66-4b38-4fc4-abe5-5d09381e1c86" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.328661] env[62402]: DEBUG nova.network.neutron [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.335442] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.620276] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.631683] env[62402]: DEBUG nova.compute.manager [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Received event network-vif-plugged-57ad78da-352e-4822-a7c7-88df85a69386 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1304.632132] env[62402]: DEBUG oslo_concurrency.lockutils [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] Acquiring lock "28db6b5b-1d44-4314-b89f-97b6e12f5e9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.632744] env[62402]: DEBUG oslo_concurrency.lockutils [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] Lock "28db6b5b-1d44-4314-b89f-97b6e12f5e9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.635018] env[62402]: DEBUG oslo_concurrency.lockutils [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] Lock "28db6b5b-1d44-4314-b89f-97b6e12f5e9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.635018] env[62402]: DEBUG nova.compute.manager [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] No waiting events found dispatching network-vif-plugged-57ad78da-352e-4822-a7c7-88df85a69386 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.635018] env[62402]: WARNING nova.compute.manager [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Received unexpected event network-vif-plugged-57ad78da-352e-4822-a7c7-88df85a69386 for instance with vm_state building and task_state spawning. [ 1304.635018] env[62402]: DEBUG nova.compute.manager [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Received event network-changed-57ad78da-352e-4822-a7c7-88df85a69386 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1304.635018] env[62402]: DEBUG nova.compute.manager [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Refreshing instance network info cache due to event network-changed-57ad78da-352e-4822-a7c7-88df85a69386. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1304.635428] env[62402]: DEBUG oslo_concurrency.lockutils [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] Acquiring lock "refresh_cache-28db6b5b-1d44-4314-b89f-97b6e12f5e9c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.635428] env[62402]: DEBUG oslo_concurrency.lockutils [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] Acquired lock "refresh_cache-28db6b5b-1d44-4314-b89f-97b6e12f5e9c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.635428] env[62402]: DEBUG nova.network.neutron [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Refreshing network info cache for port 57ad78da-352e-4822-a7c7-88df85a69386 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.648319] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5279a334-a3ee-7e68-4159-ce2b88e4c39f, 'name': SearchDatastore_Task, 'duration_secs': 0.012152} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.649625] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac20c65-080f-422a-b65f-54eb316be233 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.658490] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1304.658490] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cc7a09-ea60-392a-e9b7-1f9889c89162" [ 1304.658490] env[62402]: _type = "Task" [ 1304.658490] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.670903] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cc7a09-ea60-392a-e9b7-1f9889c89162, 'name': SearchDatastore_Task} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.677863] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.677863] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 27542ea8-947c-47a3-851d-ce46f0548a92/27542ea8-947c-47a3-851d-ce46f0548a92.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.677863] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fd79f6b-4d23-4169-b3ad-c8812ed62ba0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.685319] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1304.685319] env[62402]: value = "task-1872126" [ 1304.685319] env[62402]: _type = "Task" [ 1304.685319] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.698455] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.701096] env[62402]: INFO nova.compute.manager [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Took 19.41 seconds to build instance. [ 1304.755520] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "2110c7ab-0962-4884-b120-e1c1fb1bab16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.755753] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "2110c7ab-0962-4884-b120-e1c1fb1bab16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.770881] env[62402]: INFO nova.compute.manager [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Took 18.76 seconds to build instance. [ 1304.803641] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872124, 'name': CreateVM_Task, 'duration_secs': 0.433196} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.803808] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.804610] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.804772] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.805183] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.805621] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16f30f3c-83b9-4282-84d2-1120a648c7b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.810615] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Waiting for the task: (returnval){ [ 1304.810615] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5282d07e-e1ec-a788-299e-32f8f049e102" [ 1304.810615] env[62402]: _type = "Task" [ 1304.810615] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.818982] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5282d07e-e1ec-a788-299e-32f8f049e102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.838032] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872125, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.895837] env[62402]: DEBUG nova.network.neutron [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.045412] env[62402]: DEBUG nova.compute.manager [req-41935ef4-68c5-4194-a90a-6b3eb9165a0e req-57dc719b-3a36-46c6-9392-be7a8c5588f8 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Received event network-vif-plugged-9c414e9d-57fb-46be-a956-8a224afa71c3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1305.045412] env[62402]: DEBUG oslo_concurrency.lockutils [req-41935ef4-68c5-4194-a90a-6b3eb9165a0e req-57dc719b-3a36-46c6-9392-be7a8c5588f8 service nova] Acquiring lock "49bd1942-1d63-40e9-adb0-3f1ee2cd5171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.045412] env[62402]: DEBUG oslo_concurrency.lockutils [req-41935ef4-68c5-4194-a90a-6b3eb9165a0e req-57dc719b-3a36-46c6-9392-be7a8c5588f8 service nova] Lock "49bd1942-1d63-40e9-adb0-3f1ee2cd5171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.045892] env[62402]: DEBUG oslo_concurrency.lockutils [req-41935ef4-68c5-4194-a90a-6b3eb9165a0e req-57dc719b-3a36-46c6-9392-be7a8c5588f8 service nova] Lock "49bd1942-1d63-40e9-adb0-3f1ee2cd5171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.045892] env[62402]: DEBUG nova.compute.manager [req-41935ef4-68c5-4194-a90a-6b3eb9165a0e req-57dc719b-3a36-46c6-9392-be7a8c5588f8 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] No waiting events found dispatching network-vif-plugged-9c414e9d-57fb-46be-a956-8a224afa71c3 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1305.045892] env[62402]: WARNING nova.compute.manager [req-41935ef4-68c5-4194-a90a-6b3eb9165a0e req-57dc719b-3a36-46c6-9392-be7a8c5588f8 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Received unexpected event network-vif-plugged-9c414e9d-57fb-46be-a956-8a224afa71c3 for instance with vm_state building and task_state spawning. [ 1305.072353] env[62402]: DEBUG nova.network.neutron [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Updating instance_info_cache with network_info: [{"id": "b7d99138-7572-4cc9-9bda-0e844bbc0c79", "address": "fa:16:3e:10:70:c0", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d99138-75", "ovs_interfaceid": "b7d99138-7572-4cc9-9bda-0e844bbc0c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.139560] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1305.139560] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.871s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.139560] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.550s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.144315] env[62402]: INFO nova.compute.claims [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.201749] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872126, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.203757] env[62402]: DEBUG oslo_concurrency.lockutils [None req-257fadd7-c06b-4b53-97d2-6fe52bf12e10 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "a52bb86d-9e50-4e8f-8164-e30141b27c82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.927s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.272086] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa5b0748-4b13-4262-a257-c781b7e74108 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Lock "15cb1e71-3702-4f64-a49c-1526dde5e8f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.274s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.323315] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5282d07e-e1ec-a788-299e-32f8f049e102, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.323650] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.323884] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.324737] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.324973] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.325258] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.325860] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad4a99ea-cdaa-4218-9532-41c0045c5d86 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.341971] env[62402]: DEBUG oslo_vmware.api [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872125, 'name': PowerOnVM_Task, 'duration_secs': 0.629315} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.343819] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.345017] env[62402]: INFO nova.compute.manager [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Took 11.24 seconds to spawn the instance on the hypervisor. [ 1305.345017] env[62402]: DEBUG nova.compute.manager [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.345017] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.345017] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.346110] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e154b6f-dc35-45d5-9a18-533ea963d480 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.348843] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6df07e9-c47a-4eea-9fdc-65487b60da11 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.359469] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Waiting for the task: (returnval){ [ 1305.359469] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c36c80-6137-9ef5-1f1e-e4765000d056" [ 1305.359469] env[62402]: _type = "Task" [ 1305.359469] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.368195] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c36c80-6137-9ef5-1f1e-e4765000d056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.522548] env[62402]: DEBUG nova.network.neutron [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Updated VIF entry in instance network info cache for port 57ad78da-352e-4822-a7c7-88df85a69386. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.522548] env[62402]: DEBUG nova.network.neutron [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Updating instance_info_cache with network_info: [{"id": "57ad78da-352e-4822-a7c7-88df85a69386", "address": "fa:16:3e:c6:50:d9", "network": {"id": "e6cd3b4b-0d73-4709-a566-d5463ee9bb00", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-296526178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee110bbe996c428fa1c3f7f80ffab974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ad78da-35", "ovs_interfaceid": "57ad78da-352e-4822-a7c7-88df85a69386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.575318] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "refresh_cache-2d423f66-4b38-4fc4-abe5-5d09381e1c86" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.576189] env[62402]: DEBUG nova.compute.manager [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Instance network_info: |[{"id": "b7d99138-7572-4cc9-9bda-0e844bbc0c79", "address": "fa:16:3e:10:70:c0", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d99138-75", "ovs_interfaceid": "b7d99138-7572-4cc9-9bda-0e844bbc0c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1305.580015] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:70:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7d99138-7572-4cc9-9bda-0e844bbc0c79', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.588498] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Creating folder: Project (c5ce349ea6044322a7fcb98ca07b172d). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1305.589608] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65e91346-b16b-4904-ab40-20cb98c794e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.601537] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Created folder: Project (c5ce349ea6044322a7fcb98ca07b172d) in parent group-v386882. [ 1305.601771] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Creating folder: Instances. Parent ref: group-v386898. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1305.602036] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ff44cb7-4f31-4cc9-a136-6738dc6a2cbf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.612732] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Created folder: Instances in parent group-v386898. [ 1305.613008] env[62402]: DEBUG oslo.service.loopingcall [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1305.613212] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.613461] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40b8374d-cc0b-4b83-a6ff-3ac6afe9153c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.637578] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.637578] env[62402]: value = "task-1872129" [ 1305.637578] env[62402]: _type = "Task" [ 1305.637578] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.649979] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872129, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.696110] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573336} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.696366] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 27542ea8-947c-47a3-851d-ce46f0548a92/27542ea8-947c-47a3-851d-ce46f0548a92.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.696677] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.696813] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-176d27a3-9be0-4330-9f24-2930280753a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.702918] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1305.702918] env[62402]: value = "task-1872130" [ 1305.702918] env[62402]: _type = "Task" [ 1305.702918] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.713690] env[62402]: DEBUG nova.compute.manager [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.718334] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.777946] env[62402]: DEBUG nova.compute.manager [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.878193] env[62402]: INFO nova.compute.manager [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Took 18.92 seconds to build instance. [ 1305.883839] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c36c80-6137-9ef5-1f1e-e4765000d056, 'name': SearchDatastore_Task, 'duration_secs': 0.024381} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.884152] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c491b4-d72d-45da-8bbe-63c867272964 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.895227] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Waiting for the task: (returnval){ [ 1305.895227] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52285b31-8c19-4e29-2708-295b75414e00" [ 1305.895227] env[62402]: _type = "Task" [ 1305.895227] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.909159] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52285b31-8c19-4e29-2708-295b75414e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.033851] env[62402]: DEBUG oslo_concurrency.lockutils [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] Releasing lock "refresh_cache-28db6b5b-1d44-4314-b89f-97b6e12f5e9c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.033851] env[62402]: DEBUG nova.compute.manager [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Received event network-vif-plugged-75ca78ed-c54d-4f5e-9df3-51d29f3e6772 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1306.033990] env[62402]: DEBUG oslo_concurrency.lockutils [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] Acquiring lock "27542ea8-947c-47a3-851d-ce46f0548a92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.034109] env[62402]: DEBUG oslo_concurrency.lockutils [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] Lock "27542ea8-947c-47a3-851d-ce46f0548a92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.034313] env[62402]: DEBUG oslo_concurrency.lockutils [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] Lock "27542ea8-947c-47a3-851d-ce46f0548a92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.034729] env[62402]: DEBUG nova.compute.manager [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] No waiting events found dispatching network-vif-plugged-75ca78ed-c54d-4f5e-9df3-51d29f3e6772 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.034805] env[62402]: WARNING nova.compute.manager [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Received unexpected event network-vif-plugged-75ca78ed-c54d-4f5e-9df3-51d29f3e6772 for instance with vm_state building and task_state spawning. [ 1306.035253] env[62402]: DEBUG nova.compute.manager [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Received event network-changed-75ca78ed-c54d-4f5e-9df3-51d29f3e6772 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1306.035253] env[62402]: DEBUG nova.compute.manager [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Refreshing instance network info cache due to event network-changed-75ca78ed-c54d-4f5e-9df3-51d29f3e6772. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1306.036394] env[62402]: DEBUG oslo_concurrency.lockutils [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] Acquiring lock "refresh_cache-27542ea8-947c-47a3-851d-ce46f0548a92" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.036394] env[62402]: DEBUG oslo_concurrency.lockutils [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] Acquired lock "refresh_cache-27542ea8-947c-47a3-851d-ce46f0548a92" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.036394] env[62402]: DEBUG nova.network.neutron [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Refreshing network info cache for port 75ca78ed-c54d-4f5e-9df3-51d29f3e6772 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.150016] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872129, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.218309] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173256} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.219100] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.223760] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34311767-df80-40ab-9704-6dbf04e5ec18 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.266836] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 27542ea8-947c-47a3-851d-ce46f0548a92/27542ea8-947c-47a3-851d-ce46f0548a92.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.274424] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.274424] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31a18b71-0e17-4534-acba-7ffa54a9f80e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.310358] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1306.310358] env[62402]: value = "task-1872131" [ 1306.310358] env[62402]: _type = "Task" [ 1306.310358] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.319417] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.328757] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.385057] env[62402]: DEBUG oslo_concurrency.lockutils [None req-43d8dcad-4085-4ad3-9ea6-f7a91ab3b772 tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Lock "28db6b5b-1d44-4314-b89f-97b6e12f5e9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.442s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.414438] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52285b31-8c19-4e29-2708-295b75414e00, 'name': SearchDatastore_Task, 'duration_secs': 0.02426} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.420805] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.422750] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 49bd1942-1d63-40e9-adb0-3f1ee2cd5171/49bd1942-1d63-40e9-adb0-3f1ee2cd5171.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.423091] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d421b4d-5201-4a18-84bd-7278a9f49d7c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.434751] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Waiting for the task: (returnval){ [ 1306.434751] env[62402]: value = "task-1872132" [ 1306.434751] env[62402]: _type = "Task" [ 1306.434751] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.448124] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.583419] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946ec9b1-6271-417a-9745-7d12f5896618 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.594391] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031b944c-ee74-4daa-9b11-475fe51fdc94 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.648436] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f561fbd8-5aec-4fd2-8ed2-f6d57d2d733d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.657063] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Acquiring lock "7443643b-7b8a-45a2-b980-d13863db241c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.657435] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Lock "7443643b-7b8a-45a2-b980-d13863db241c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.659145] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "878f2943-d443-4c4d-b09b-5972bbd06d9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.659382] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "878f2943-d443-4c4d-b09b-5972bbd06d9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.665348] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872129, 'name': CreateVM_Task, 'duration_secs': 0.649593} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.668262] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.668262] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.668418] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.668668] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1306.669999] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de02d4c-3f7a-48b6-9283-c73e58e26688 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.674333] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3af98b-f19c-443d-bc18-4115b70a361e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.690593] env[62402]: DEBUG nova.compute.provider_tree [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.693864] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1306.693864] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f4d298-0591-7e8f-a85c-a8cb3ec0b29f" [ 1306.693864] env[62402]: _type = "Task" [ 1306.693864] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.704592] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f4d298-0591-7e8f-a85c-a8cb3ec0b29f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.823158] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872131, 'name': ReconfigVM_Task, 'duration_secs': 0.461356} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.823494] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 27542ea8-947c-47a3-851d-ce46f0548a92/27542ea8-947c-47a3-851d-ce46f0548a92.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.824213] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b041dcb9-26d9-4a32-93b0-a2e0ab7dfd3f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.832816] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1306.832816] env[62402]: value = "task-1872133" [ 1306.832816] env[62402]: _type = "Task" [ 1306.832816] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.847688] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872133, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.945525] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872132, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.965512] env[62402]: DEBUG nova.network.neutron [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Updated VIF entry in instance network info cache for port 75ca78ed-c54d-4f5e-9df3-51d29f3e6772. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.966057] env[62402]: DEBUG nova.network.neutron [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Updating instance_info_cache with network_info: [{"id": "75ca78ed-c54d-4f5e-9df3-51d29f3e6772", "address": "fa:16:3e:25:a7:4c", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ca78ed-c5", "ovs_interfaceid": "75ca78ed-c54d-4f5e-9df3-51d29f3e6772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.086732] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquiring lock "0b21b2e2-3462-4388-99d5-6c7f35ba65c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.087579] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lock "0b21b2e2-3462-4388-99d5-6c7f35ba65c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.162019] env[62402]: DEBUG nova.compute.manager [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.193600] env[62402]: DEBUG nova.compute.manager [None req-983cf58c-bf0d-4ed0-b58c-666b53194840 tempest-ServerDiagnosticsTest-1854215871 tempest-ServerDiagnosticsTest-1854215871-project-admin] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.195107] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da1afb5-297e-4a9e-9ba4-920044590700 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.202373] env[62402]: DEBUG nova.scheduler.client.report [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.216059] env[62402]: INFO nova.compute.manager [None req-983cf58c-bf0d-4ed0-b58c-666b53194840 tempest-ServerDiagnosticsTest-1854215871 tempest-ServerDiagnosticsTest-1854215871-project-admin] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Retrieving diagnostics [ 1307.220270] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f812a065-bd7c-4748-bef7-b7fb9953a571 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.224536] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f4d298-0591-7e8f-a85c-a8cb3ec0b29f, 'name': SearchDatastore_Task, 'duration_secs': 0.022009} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.225215] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.225502] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.225797] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.226317] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.226565] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.227398] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f0b0f61-acd6-4532-b600-aee127902abb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.263915] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.264287] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.265028] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b1a9a7-984b-4070-bc6e-bab7589644a2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.269884] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1307.269884] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5290ad09-a768-ed79-e3a3-a5b7bac0ee08" [ 1307.269884] env[62402]: _type = "Task" [ 1307.269884] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.277708] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5290ad09-a768-ed79-e3a3-a5b7bac0ee08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.341628] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872133, 'name': Rename_Task, 'duration_secs': 0.271425} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.342069] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.342337] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3d2bd55-8a13-42b7-9471-5ab9e645d7d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.349641] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1307.349641] env[62402]: value = "task-1872134" [ 1307.349641] env[62402]: _type = "Task" [ 1307.349641] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.359822] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.445336] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721015} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.445624] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 49bd1942-1d63-40e9-adb0-3f1ee2cd5171/49bd1942-1d63-40e9-adb0-3f1ee2cd5171.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.445859] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.446087] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2796286c-76af-42cd-bad6-a2c7b40a65d3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.452012] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Waiting for the task: (returnval){ [ 1307.452012] env[62402]: value = "task-1872135" [ 1307.452012] env[62402]: _type = "Task" [ 1307.452012] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.462533] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.469598] env[62402]: DEBUG oslo_concurrency.lockutils [req-659a735f-c91b-4eb3-8720-a4dbc0219e80 req-f12be29d-2550-4870-a4d0-45128ddc056c service nova] Releasing lock "refresh_cache-27542ea8-947c-47a3-851d-ce46f0548a92" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.621480] env[62402]: DEBUG oslo_concurrency.lockutils [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Acquiring lock "a52bb86d-9e50-4e8f-8164-e30141b27c82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.621871] env[62402]: DEBUG oslo_concurrency.lockutils [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Lock "a52bb86d-9e50-4e8f-8164-e30141b27c82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.622191] env[62402]: DEBUG oslo_concurrency.lockutils [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Acquiring lock "a52bb86d-9e50-4e8f-8164-e30141b27c82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.622462] env[62402]: DEBUG oslo_concurrency.lockutils [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Lock "a52bb86d-9e50-4e8f-8164-e30141b27c82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.622712] env[62402]: DEBUG oslo_concurrency.lockutils [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Lock "a52bb86d-9e50-4e8f-8164-e30141b27c82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.628342] env[62402]: INFO nova.compute.manager [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Terminating instance [ 1307.699742] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.710210] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.710966] env[62402]: DEBUG nova.compute.manager [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.714620] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.231s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.716760] env[62402]: INFO nova.compute.claims [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.784132] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5290ad09-a768-ed79-e3a3-a5b7bac0ee08, 'name': SearchDatastore_Task, 'duration_secs': 0.013291} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.784957] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f243eaf4-688f-49fc-b407-c083f3692ee3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.790948] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1307.790948] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c1a16c-e2cf-8d3f-39ab-d0a47e0cb1d5" [ 1307.790948] env[62402]: _type = "Task" [ 1307.790948] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.800625] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c1a16c-e2cf-8d3f-39ab-d0a47e0cb1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.862635] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872134, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.967016] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098721} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.967016] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.967016] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b893dcd-b3c5-4e7c-a07f-19fd2ed47d4a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.999425] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 49bd1942-1d63-40e9-adb0-3f1ee2cd5171/49bd1942-1d63-40e9-adb0-3f1ee2cd5171.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.999425] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c955ed68-7a5f-456d-aef2-5110971dd455 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.025284] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Waiting for the task: (returnval){ [ 1308.025284] env[62402]: value = "task-1872136" [ 1308.025284] env[62402]: _type = "Task" [ 1308.025284] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.033615] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.133358] env[62402]: DEBUG nova.compute.manager [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.133604] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.134762] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604bb44e-cded-4c1e-979c-1a108258bfab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.150562] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.150961] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffa3e972-aed6-484d-9d3e-2df54c234c9d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.161617] env[62402]: DEBUG oslo_vmware.api [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Waiting for the task: (returnval){ [ 1308.161617] env[62402]: value = "task-1872137" [ 1308.161617] env[62402]: _type = "Task" [ 1308.161617] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.174466] env[62402]: DEBUG oslo_vmware.api [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Task: {'id': task-1872137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.220195] env[62402]: DEBUG nova.compute.utils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1308.227030] env[62402]: DEBUG nova.compute.manager [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1308.227030] env[62402]: DEBUG nova.network.neutron [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1308.302296] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c1a16c-e2cf-8d3f-39ab-d0a47e0cb1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.036404} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.302546] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.302810] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2d423f66-4b38-4fc4-abe5-5d09381e1c86/2d423f66-4b38-4fc4-abe5-5d09381e1c86.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.303147] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8638bc5-628c-4367-b4ec-3c124d3df44c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.310874] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1308.310874] env[62402]: value = "task-1872138" [ 1308.310874] env[62402]: _type = "Task" [ 1308.310874] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.320018] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.360722] env[62402]: DEBUG oslo_vmware.api [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872134, 'name': PowerOnVM_Task, 'duration_secs': 0.803872} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.362284] env[62402]: DEBUG nova.policy [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '018af32c940a43a8a465b40700cda4ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c55c000ba9be4a168b9018920e1afe83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1308.363881] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.364023] env[62402]: INFO nova.compute.manager [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Took 12.01 seconds to spawn the instance on the hypervisor. [ 1308.364211] env[62402]: DEBUG nova.compute.manager [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.365147] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a901d130-e001-4cac-a48c-7cfc1c443781 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.466013] env[62402]: DEBUG nova.compute.manager [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Received event network-vif-plugged-b7d99138-7572-4cc9-9bda-0e844bbc0c79 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1308.466013] env[62402]: DEBUG oslo_concurrency.lockutils [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] Acquiring lock "2d423f66-4b38-4fc4-abe5-5d09381e1c86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.466224] env[62402]: DEBUG oslo_concurrency.lockutils [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] Lock "2d423f66-4b38-4fc4-abe5-5d09381e1c86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.466396] env[62402]: DEBUG oslo_concurrency.lockutils [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] Lock "2d423f66-4b38-4fc4-abe5-5d09381e1c86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.466561] env[62402]: DEBUG nova.compute.manager [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] No waiting events found dispatching network-vif-plugged-b7d99138-7572-4cc9-9bda-0e844bbc0c79 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.466755] env[62402]: WARNING nova.compute.manager [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Received unexpected event network-vif-plugged-b7d99138-7572-4cc9-9bda-0e844bbc0c79 for instance with vm_state building and task_state spawning. [ 1308.466918] env[62402]: DEBUG nova.compute.manager [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Received event network-changed-b7d99138-7572-4cc9-9bda-0e844bbc0c79 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1308.467577] env[62402]: DEBUG nova.compute.manager [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Refreshing instance network info cache due to event network-changed-b7d99138-7572-4cc9-9bda-0e844bbc0c79. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1308.467801] env[62402]: DEBUG oslo_concurrency.lockutils [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] Acquiring lock "refresh_cache-2d423f66-4b38-4fc4-abe5-5d09381e1c86" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.467956] env[62402]: DEBUG oslo_concurrency.lockutils [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] Acquired lock "refresh_cache-2d423f66-4b38-4fc4-abe5-5d09381e1c86" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.468172] env[62402]: DEBUG nova.network.neutron [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Refreshing network info cache for port b7d99138-7572-4cc9-9bda-0e844bbc0c79 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.533136] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.576892] env[62402]: DEBUG nova.compute.manager [req-9df2f7b5-f991-40c6-99da-abfd286d44df req-f2e0d7fb-5153-4949-a7a5-63ac1646c062 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Received event network-changed-9c414e9d-57fb-46be-a956-8a224afa71c3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1308.577102] env[62402]: DEBUG nova.compute.manager [req-9df2f7b5-f991-40c6-99da-abfd286d44df req-f2e0d7fb-5153-4949-a7a5-63ac1646c062 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Refreshing instance network info cache due to event network-changed-9c414e9d-57fb-46be-a956-8a224afa71c3. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1308.577918] env[62402]: DEBUG oslo_concurrency.lockutils [req-9df2f7b5-f991-40c6-99da-abfd286d44df req-f2e0d7fb-5153-4949-a7a5-63ac1646c062 service nova] Acquiring lock "refresh_cache-49bd1942-1d63-40e9-adb0-3f1ee2cd5171" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.578009] env[62402]: DEBUG oslo_concurrency.lockutils [req-9df2f7b5-f991-40c6-99da-abfd286d44df req-f2e0d7fb-5153-4949-a7a5-63ac1646c062 service nova] Acquired lock "refresh_cache-49bd1942-1d63-40e9-adb0-3f1ee2cd5171" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.578231] env[62402]: DEBUG nova.network.neutron [req-9df2f7b5-f991-40c6-99da-abfd286d44df req-f2e0d7fb-5153-4949-a7a5-63ac1646c062 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Refreshing network info cache for port 9c414e9d-57fb-46be-a956-8a224afa71c3 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.672586] env[62402]: DEBUG oslo_vmware.api [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Task: {'id': task-1872137, 'name': PowerOffVM_Task, 'duration_secs': 0.355288} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.672586] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.672586] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.672696] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f874e81-0a76-46fd-b2b2-c8fa7bfbfe2e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.724695] env[62402]: DEBUG nova.compute.manager [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.825246] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872138, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.826891] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.827236] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.827498] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Deleting the datastore file [datastore1] a52bb86d-9e50-4e8f-8164-e30141b27c82 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.827783] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08f26004-b714-4357-a970-4d41491a30c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.840627] env[62402]: DEBUG oslo_vmware.api [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Waiting for the task: (returnval){ [ 1308.840627] env[62402]: value = "task-1872140" [ 1308.840627] env[62402]: _type = "Task" [ 1308.840627] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.857216] env[62402]: DEBUG oslo_vmware.api [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Task: {'id': task-1872140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.885063] env[62402]: INFO nova.compute.manager [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Took 21.66 seconds to build instance. [ 1309.014787] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05be893b-9a37-4fbe-a1fc-432d45271e7e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.029864] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab39eac1-1742-43d9-8e65-86d33bf07923 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.074921] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7212a8-3ff3-40ed-ac5d-504531e9483d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.079192] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872136, 'name': ReconfigVM_Task, 'duration_secs': 0.590252} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.079502] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 49bd1942-1d63-40e9-adb0-3f1ee2cd5171/49bd1942-1d63-40e9-adb0-3f1ee2cd5171.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.083470] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50b0dce6-b672-46d0-a0f5-3c36ec640781 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.095104] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805ee118-f86e-4bf7-bd57-6f9a5fcc61f0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.101893] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Waiting for the task: (returnval){ [ 1309.101893] env[62402]: value = "task-1872141" [ 1309.101893] env[62402]: _type = "Task" [ 1309.101893] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.115758] env[62402]: DEBUG nova.compute.provider_tree [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.124217] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872141, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.330081] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878604} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.330393] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2d423f66-4b38-4fc4-abe5-5d09381e1c86/2d423f66-4b38-4fc4-abe5-5d09381e1c86.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.330636] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.330920] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9530121d-3b08-4d06-863b-69781a9dad82 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.338535] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1309.338535] env[62402]: value = "task-1872142" [ 1309.338535] env[62402]: _type = "Task" [ 1309.338535] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.351814] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.354142] env[62402]: DEBUG oslo_vmware.api [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Task: {'id': task-1872140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47662} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.354360] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.354538] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.354702] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.354870] env[62402]: INFO nova.compute.manager [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1309.355118] env[62402]: DEBUG oslo.service.loopingcall [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.355320] env[62402]: DEBUG nova.compute.manager [-] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.355408] env[62402]: DEBUG nova.network.neutron [-] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.387415] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7fc2364d-f6a6-4d19-8184-69832add31e0 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "27542ea8-947c-47a3-851d-ce46f0548a92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.179s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.491114] env[62402]: DEBUG nova.network.neutron [req-9df2f7b5-f991-40c6-99da-abfd286d44df req-f2e0d7fb-5153-4949-a7a5-63ac1646c062 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Updated VIF entry in instance network info cache for port 9c414e9d-57fb-46be-a956-8a224afa71c3. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.491483] env[62402]: DEBUG nova.network.neutron [req-9df2f7b5-f991-40c6-99da-abfd286d44df req-f2e0d7fb-5153-4949-a7a5-63ac1646c062 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Updating instance_info_cache with network_info: [{"id": "9c414e9d-57fb-46be-a956-8a224afa71c3", "address": "fa:16:3e:03:c8:85", "network": {"id": "4abcab30-4900-4c59-9df5-2e038943782d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1912505116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f2107baae549f68a28693e7b0a2177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c414e9d-57", "ovs_interfaceid": "9c414e9d-57fb-46be-a956-8a224afa71c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.614243] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872141, 'name': Rename_Task, 'duration_secs': 0.193692} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.614243] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.614243] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86cc9516-fd41-49ab-9d3e-31b34f01de7c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.626552] env[62402]: DEBUG nova.scheduler.client.report [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.627958] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Waiting for the task: (returnval){ [ 1309.627958] env[62402]: value = "task-1872143" [ 1309.627958] env[62402]: _type = "Task" [ 1309.627958] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.641430] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872143, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.742666] env[62402]: DEBUG nova.compute.manager [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.769511] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Acquiring lock "15cb1e71-3702-4f64-a49c-1526dde5e8f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.770237] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Lock "15cb1e71-3702-4f64-a49c-1526dde5e8f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.770237] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Acquiring lock "15cb1e71-3702-4f64-a49c-1526dde5e8f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.770394] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Lock "15cb1e71-3702-4f64-a49c-1526dde5e8f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.770485] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Lock "15cb1e71-3702-4f64-a49c-1526dde5e8f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.772601] env[62402]: INFO nova.compute.manager [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Terminating instance [ 1309.781790] env[62402]: DEBUG nova.virt.hardware [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.782158] env[62402]: DEBUG nova.virt.hardware [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.782387] env[62402]: DEBUG nova.virt.hardware [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.782578] env[62402]: DEBUG nova.virt.hardware [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.782928] env[62402]: DEBUG nova.virt.hardware [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.782928] env[62402]: DEBUG nova.virt.hardware [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.783161] env[62402]: DEBUG nova.virt.hardware [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.783319] env[62402]: DEBUG nova.virt.hardware [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.783498] env[62402]: DEBUG nova.virt.hardware [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.783671] env[62402]: DEBUG nova.virt.hardware [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.783843] env[62402]: DEBUG nova.virt.hardware [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.785507] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4979d7c3-c5cb-4666-80a5-df0f3fb63dbd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.798510] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f59efe5-b97a-4d99-ae66-f30869009c6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.817054] env[62402]: DEBUG nova.network.neutron [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Successfully updated port: f796a33e-1f01-4dcf-81be-bd8551e7b325 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.848576] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188295} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.849234] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.849704] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51756303-eabf-4499-8366-d24996e067fa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.873844] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2d423f66-4b38-4fc4-abe5-5d09381e1c86/2d423f66-4b38-4fc4-abe5-5d09381e1c86.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.878932] env[62402]: DEBUG nova.network.neutron [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Successfully created port: 7edc0510-16b2-491d-bbd7-f22956529edc {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.878932] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29c5d435-3865-41d3-bdeb-5ce4c9a1e5b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.894202] env[62402]: DEBUG nova.network.neutron [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Updated VIF entry in instance network info cache for port b7d99138-7572-4cc9-9bda-0e844bbc0c79. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.894202] env[62402]: DEBUG nova.network.neutron [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Updating instance_info_cache with network_info: [{"id": "b7d99138-7572-4cc9-9bda-0e844bbc0c79", "address": "fa:16:3e:10:70:c0", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d99138-75", "ovs_interfaceid": "b7d99138-7572-4cc9-9bda-0e844bbc0c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.895459] env[62402]: DEBUG nova.compute.manager [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.905271] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1309.905271] env[62402]: value = "task-1872144" [ 1309.905271] env[62402]: _type = "Task" [ 1309.905271] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.914735] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.994452] env[62402]: DEBUG oslo_concurrency.lockutils [req-9df2f7b5-f991-40c6-99da-abfd286d44df req-f2e0d7fb-5153-4949-a7a5-63ac1646c062 service nova] Releasing lock "refresh_cache-49bd1942-1d63-40e9-adb0-3f1ee2cd5171" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.129488] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.130055] env[62402]: DEBUG nova.compute.manager [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.133332] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.058s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.136187] env[62402]: INFO nova.compute.claims [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.154163] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.170351] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Acquiring lock "28db6b5b-1d44-4314-b89f-97b6e12f5e9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.171270] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Lock "28db6b5b-1d44-4314-b89f-97b6e12f5e9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.171270] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Acquiring lock "28db6b5b-1d44-4314-b89f-97b6e12f5e9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.172135] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Lock "28db6b5b-1d44-4314-b89f-97b6e12f5e9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.172605] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Lock "28db6b5b-1d44-4314-b89f-97b6e12f5e9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.176030] env[62402]: INFO nova.compute.manager [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Terminating instance [ 1310.187094] env[62402]: DEBUG nova.network.neutron [-] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.277631] env[62402]: DEBUG nova.compute.manager [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.277736] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.278614] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17337241-ab5b-45e2-9f23-efe65008f058 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.288843] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.289375] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fcc782c-b244-409d-89c2-af597dbeb719 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.298356] env[62402]: DEBUG oslo_vmware.api [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Waiting for the task: (returnval){ [ 1310.298356] env[62402]: value = "task-1872145" [ 1310.298356] env[62402]: _type = "Task" [ 1310.298356] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.308326] env[62402]: DEBUG oslo_vmware.api [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.319166] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "refresh_cache-ee33adb6-e557-41a3-af97-4a510dabac58" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.319334] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "refresh_cache-ee33adb6-e557-41a3-af97-4a510dabac58" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.319514] env[62402]: DEBUG nova.network.neutron [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.400234] env[62402]: DEBUG oslo_concurrency.lockutils [req-1e3d5e09-f093-4261-99c4-a7385d241182 req-15d58dcb-1d04-4032-95c8-c67c3d994772 service nova] Releasing lock "refresh_cache-2d423f66-4b38-4fc4-abe5-5d09381e1c86" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.416416] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.424992] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.647573] env[62402]: DEBUG nova.compute.utils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1310.655086] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872143, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.656023] env[62402]: DEBUG nova.compute.manager [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.656246] env[62402]: DEBUG nova.network.neutron [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.685218] env[62402]: DEBUG nova.compute.manager [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.685218] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.686984] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4834de-097b-4891-8aae-2175565e5b2c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.691271] env[62402]: INFO nova.compute.manager [-] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Took 1.34 seconds to deallocate network for instance. [ 1310.700368] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.701204] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07b3a9f4-c186-4f83-8374-6fd41fb0bfbc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.709375] env[62402]: DEBUG oslo_vmware.api [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Waiting for the task: (returnval){ [ 1310.709375] env[62402]: value = "task-1872146" [ 1310.709375] env[62402]: _type = "Task" [ 1310.709375] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.724503] env[62402]: DEBUG oslo_vmware.api [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.811769] env[62402]: DEBUG oslo_vmware.api [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872145, 'name': PowerOffVM_Task, 'duration_secs': 0.45003} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.812142] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.812339] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.812766] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62800382-f5a3-4566-a650-8d0ca3047323 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.830610] env[62402]: DEBUG nova.policy [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c217e2d3b4b4bfb915bc8d6f20e6777', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a822f13a5864382b9f4356911d9adc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.892455] env[62402]: DEBUG nova.network.neutron [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.896409] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.897088] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.897088] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Deleting the datastore file [datastore1] 15cb1e71-3702-4f64-a49c-1526dde5e8f9 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.897088] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab33fdf2-f49d-41ed-98d4-2f0bb78228b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.903513] env[62402]: DEBUG oslo_vmware.api [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Waiting for the task: (returnval){ [ 1310.903513] env[62402]: value = "task-1872148" [ 1310.903513] env[62402]: _type = "Task" [ 1310.903513] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.916835] env[62402]: DEBUG oslo_vmware.api [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.920254] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872144, 'name': ReconfigVM_Task, 'duration_secs': 0.810559} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.926035] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2d423f66-4b38-4fc4-abe5-5d09381e1c86/2d423f66-4b38-4fc4-abe5-5d09381e1c86.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.926035] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe43cf56-f9e6-4e1f-bc2e-a7d441f03ffb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.930593] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1310.930593] env[62402]: value = "task-1872149" [ 1310.930593] env[62402]: _type = "Task" [ 1310.930593] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.941801] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872149, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.143743] env[62402]: DEBUG oslo_vmware.api [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872143, 'name': PowerOnVM_Task, 'duration_secs': 1.130142} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.144038] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.144316] env[62402]: INFO nova.compute.manager [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Took 12.57 seconds to spawn the instance on the hypervisor. [ 1311.144507] env[62402]: DEBUG nova.compute.manager [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.145203] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db684495-0c87-4514-b888-622f822d6848 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.159607] env[62402]: DEBUG nova.compute.manager [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.205479] env[62402]: DEBUG oslo_concurrency.lockutils [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.214074] env[62402]: DEBUG nova.network.neutron [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Updating instance_info_cache with network_info: [{"id": "f796a33e-1f01-4dcf-81be-bd8551e7b325", "address": "fa:16:3e:a6:64:5b", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf796a33e-1f", "ovs_interfaceid": "f796a33e-1f01-4dcf-81be-bd8551e7b325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.228832] env[62402]: DEBUG oslo_vmware.api [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872146, 'name': PowerOffVM_Task, 'duration_secs': 0.211105} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.232739] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.233345] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.234393] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46a515ec-46e5-49ef-8f76-29e70b127fbd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.421692] env[62402]: DEBUG oslo_vmware.api [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Task: {'id': task-1872148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183221} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.421692] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.421692] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.421692] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.421692] env[62402]: INFO nova.compute.manager [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1311.421996] env[62402]: DEBUG oslo.service.loopingcall [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.421996] env[62402]: DEBUG nova.compute.manager [-] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.421996] env[62402]: DEBUG nova.network.neutron [-] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.441513] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872149, 'name': Rename_Task, 'duration_secs': 0.180945} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.441839] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.442100] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e18cdbbc-76e2-46bb-aa28-06ee2bdd2eff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.452010] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1311.452010] env[62402]: value = "task-1872151" [ 1311.452010] env[62402]: _type = "Task" [ 1311.452010] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.460287] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.470063] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.470063] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.470200] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Deleting the datastore file [datastore1] 28db6b5b-1d44-4314-b89f-97b6e12f5e9c {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.470558] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcc9ae6f-be91-401c-bb20-476a3e8faac9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.479686] env[62402]: DEBUG oslo_vmware.api [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Waiting for the task: (returnval){ [ 1311.479686] env[62402]: value = "task-1872152" [ 1311.479686] env[62402]: _type = "Task" [ 1311.479686] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.480216] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6ff88-1e7c-4be1-959c-71549d87626f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.496798] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b1ff88-63e1-4d76-9659-78e3ebde96f5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.500682] env[62402]: DEBUG oslo_vmware.api [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.501517] env[62402]: DEBUG nova.network.neutron [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Successfully created port: 106d85b2-b27f-46bc-a115-0a62f6aa0ff2 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.537174] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b419ec6d-d7bf-4640-87b1-f06bd86397a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.545479] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c200fa-369a-4cc5-824d-605b804ebc2e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.559918] env[62402]: DEBUG nova.compute.provider_tree [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.641498] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.641556] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.669129] env[62402]: INFO nova.compute.manager [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Took 24.03 seconds to build instance. [ 1311.719240] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "refresh_cache-ee33adb6-e557-41a3-af97-4a510dabac58" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.719590] env[62402]: DEBUG nova.compute.manager [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Instance network_info: |[{"id": "f796a33e-1f01-4dcf-81be-bd8551e7b325", "address": "fa:16:3e:a6:64:5b", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf796a33e-1f", "ovs_interfaceid": "f796a33e-1f01-4dcf-81be-bd8551e7b325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1311.720806] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:64:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f796a33e-1f01-4dcf-81be-bd8551e7b325', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.727981] env[62402]: DEBUG oslo.service.loopingcall [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.728517] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.728757] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9c8c385-b610-42ad-a8b0-c0fad5292061 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.749603] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.749603] env[62402]: value = "task-1872153" [ 1311.749603] env[62402]: _type = "Task" [ 1311.749603] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.757452] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872153, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.889128] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "4d2af92c-9932-4691-91b8-ee929263ba45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.889128] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "4d2af92c-9932-4691-91b8-ee929263ba45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.965688] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872151, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.990491] env[62402]: DEBUG oslo_vmware.api [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Task: {'id': task-1872152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18017} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.990832] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.991115] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.991354] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.991764] env[62402]: INFO nova.compute.manager [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1311.991911] env[62402]: DEBUG oslo.service.loopingcall [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.992194] env[62402]: DEBUG nova.compute.manager [-] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.992321] env[62402]: DEBUG nova.network.neutron [-] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.064132] env[62402]: DEBUG nova.scheduler.client.report [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.171845] env[62402]: DEBUG nova.compute.manager [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.177430] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f2b564b8-5b04-4194-a93e-128cedb45501 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Lock "49bd1942-1d63-40e9-adb0-3f1ee2cd5171" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.548s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.215060] env[62402]: DEBUG nova.virt.hardware [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.215353] env[62402]: DEBUG nova.virt.hardware [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.215657] env[62402]: DEBUG nova.virt.hardware [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.215855] env[62402]: DEBUG nova.virt.hardware [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.216297] env[62402]: DEBUG nova.virt.hardware [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.216516] env[62402]: DEBUG nova.virt.hardware [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.216872] env[62402]: DEBUG nova.virt.hardware [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.217105] env[62402]: DEBUG nova.virt.hardware [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.217324] env[62402]: DEBUG nova.virt.hardware [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.218129] env[62402]: DEBUG nova.virt.hardware [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.218129] env[62402]: DEBUG nova.virt.hardware [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.219626] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92580972-dce5-4ccb-bbbc-479dc21fd16c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.228689] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bb4324-c4c1-45df-a7cd-47ee3c621563 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.259907] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872153, 'name': CreateVM_Task, 'duration_secs': 0.364672} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.260087] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.261675] env[62402]: DEBUG oslo_vmware.service [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b57e30-829c-4f45-b415-8556d65688aa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.268811] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.269092] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.269793] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.270649] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3beb0ac-6993-4226-bf3b-f9dd632a81b7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.276222] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1312.276222] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e04f7c-62b5-5784-e49e-e089cb01ba20" [ 1312.276222] env[62402]: _type = "Task" [ 1312.276222] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.284680] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e04f7c-62b5-5784-e49e-e089cb01ba20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.462999] env[62402]: DEBUG nova.network.neutron [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Successfully updated port: 7edc0510-16b2-491d-bbd7-f22956529edc {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.473091] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872151, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.501922] env[62402]: DEBUG nova.compute.manager [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Received event network-vif-plugged-f796a33e-1f01-4dcf-81be-bd8551e7b325 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1312.502128] env[62402]: DEBUG oslo_concurrency.lockutils [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] Acquiring lock "ee33adb6-e557-41a3-af97-4a510dabac58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.502333] env[62402]: DEBUG oslo_concurrency.lockutils [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] Lock "ee33adb6-e557-41a3-af97-4a510dabac58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.502522] env[62402]: DEBUG oslo_concurrency.lockutils [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] Lock "ee33adb6-e557-41a3-af97-4a510dabac58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.502650] env[62402]: DEBUG nova.compute.manager [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] No waiting events found dispatching network-vif-plugged-f796a33e-1f01-4dcf-81be-bd8551e7b325 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.502805] env[62402]: WARNING nova.compute.manager [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Received unexpected event network-vif-plugged-f796a33e-1f01-4dcf-81be-bd8551e7b325 for instance with vm_state building and task_state spawning. [ 1312.503011] env[62402]: DEBUG nova.compute.manager [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Received event network-changed-f796a33e-1f01-4dcf-81be-bd8551e7b325 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1312.503114] env[62402]: DEBUG nova.compute.manager [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Refreshing instance network info cache due to event network-changed-f796a33e-1f01-4dcf-81be-bd8551e7b325. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1312.505048] env[62402]: DEBUG oslo_concurrency.lockutils [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] Acquiring lock "refresh_cache-ee33adb6-e557-41a3-af97-4a510dabac58" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.505048] env[62402]: DEBUG oslo_concurrency.lockutils [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] Acquired lock "refresh_cache-ee33adb6-e557-41a3-af97-4a510dabac58" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.505048] env[62402]: DEBUG nova.network.neutron [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Refreshing network info cache for port f796a33e-1f01-4dcf-81be-bd8551e7b325 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.523921] env[62402]: DEBUG nova.compute.manager [req-88257501-2f43-425d-ad0f-7992cd8ce46f req-9e84b121-2097-48ce-b6ab-15562e21c87c service nova] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Received event network-vif-deleted-bee111df-e700-4b13-87a3-9aef34873fd3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1312.569709] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.570707] env[62402]: DEBUG nova.compute.manager [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.575852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.302s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.577644] env[62402]: INFO nova.compute.claims [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.681559] env[62402]: DEBUG nova.compute.manager [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.790579] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.790860] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.791266] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.791266] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.791444] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.792027] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39713e69-0b84-47df-a3db-333aaef790f7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.804416] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.804416] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.804416] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefe5c61-bc69-444d-98be-8bc902092bce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.810569] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83294e1f-551d-441a-a30a-9c4c31962169 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.817197] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1312.817197] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52762cf0-0e47-460b-7c3b-090dd55f04ae" [ 1312.817197] env[62402]: _type = "Task" [ 1312.817197] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.825554] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52762cf0-0e47-460b-7c3b-090dd55f04ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.905592] env[62402]: DEBUG nova.network.neutron [-] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.966735] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872151, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.968540] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Acquiring lock "refresh_cache-a745e51a-f607-420b-bb0d-5692070a747a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.968829] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Acquired lock "refresh_cache-a745e51a-f607-420b-bb0d-5692070a747a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.969087] env[62402]: DEBUG nova.network.neutron [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.047518] env[62402]: DEBUG nova.network.neutron [-] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.084130] env[62402]: DEBUG nova.compute.utils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1313.088570] env[62402]: DEBUG nova.compute.manager [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.088749] env[62402]: DEBUG nova.network.neutron [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.151709] env[62402]: DEBUG nova.policy [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '399b3839f64d4e2d92cf417863a39ace', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d259ff22a5f489285112a02c412deb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.214401] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.332471] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Preparing fetch location {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1313.332972] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Creating directory with path [datastore2] vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.333380] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c29a3b3-56fd-401b-9d69-ffbfa1bdf0e2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.341811] env[62402]: DEBUG nova.network.neutron [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Updated VIF entry in instance network info cache for port f796a33e-1f01-4dcf-81be-bd8551e7b325. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.342400] env[62402]: DEBUG nova.network.neutron [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Updating instance_info_cache with network_info: [{"id": "f796a33e-1f01-4dcf-81be-bd8551e7b325", "address": "fa:16:3e:a6:64:5b", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf796a33e-1f", "ovs_interfaceid": "f796a33e-1f01-4dcf-81be-bd8551e7b325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.346887] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Created directory with path [datastore2] vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.346969] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Fetch image to [datastore2] vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1313.347178] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Downloading image file data 5478f57f-f57a-4780-a2a6-4bc10ccde419 to [datastore2] vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk on the data store datastore2 {{(pid=62402) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1313.348361] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4f6512-40bd-42f9-a6af-0fbd919a0d67 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.357102] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8682a083-b6f4-48d6-b524-87c95c555739 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.371368] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec02c56-912a-4579-a452-a61639e5f5a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.409235] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cc5df7-373f-4544-8807-affcbbc67a0a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.411872] env[62402]: INFO nova.compute.manager [-] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Took 1.99 seconds to deallocate network for instance. [ 1313.422071] env[62402]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-770cc61b-bc60-4ab1-8cff-dd4da0632a71 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.446648] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Downloading image file data 5478f57f-f57a-4780-a2a6-4bc10ccde419 to the data store datastore2 {{(pid=62402) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1313.467742] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872151, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.528871] env[62402]: DEBUG oslo_vmware.rw_handles [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62402) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1313.598957] env[62402]: INFO nova.compute.manager [-] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Took 1.61 seconds to deallocate network for instance. [ 1313.600076] env[62402]: DEBUG nova.compute.manager [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1313.604601] env[62402]: DEBUG nova.network.neutron [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.847894] env[62402]: DEBUG oslo_concurrency.lockutils [req-5a2ebb24-3a3d-420c-b968-e25345399f05 req-f8f85416-1f12-4b99-85ca-0886269f668e service nova] Releasing lock "refresh_cache-ee33adb6-e557-41a3-af97-4a510dabac58" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.907219] env[62402]: DEBUG nova.network.neutron [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Successfully created port: 4bd11a87-0074-4bb0-a2ec-59505f12a9c3 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.925085] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.941815] env[62402]: DEBUG nova.network.neutron [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Updating instance_info_cache with network_info: [{"id": "7edc0510-16b2-491d-bbd7-f22956529edc", "address": "fa:16:3e:8f:0f:4e", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7edc0510-16", "ovs_interfaceid": "7edc0510-16b2-491d-bbd7-f22956529edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.956470] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b32db7-bb13-45e4-9ce3-30b6275bb5e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.973950] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98e85e6-70d1-4015-9fad-83a983531fdf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.977187] env[62402]: DEBUG oslo_vmware.api [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872151, 'name': PowerOnVM_Task, 'duration_secs': 2.04908} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.980687] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.980943] env[62402]: INFO nova.compute.manager [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Took 13.05 seconds to spawn the instance on the hypervisor. [ 1313.983069] env[62402]: DEBUG nova.compute.manager [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.983069] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12b87a4-a354-4980-bffc-2b69881a5728 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.015477] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5e3672-59d0-4b8d-81f8-496d037c581c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.035545] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62d5f2e-817c-49b6-ba81-e4f2eb950379 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.053538] env[62402]: DEBUG nova.compute.provider_tree [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.117161] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.185208] env[62402]: DEBUG oslo_vmware.rw_handles [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Completed reading data from the image iterator. {{(pid=62402) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1314.185208] env[62402]: DEBUG oslo_vmware.rw_handles [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1314.247614] env[62402]: DEBUG nova.network.neutron [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Successfully updated port: 106d85b2-b27f-46bc-a115-0a62f6aa0ff2 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.332375] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Downloaded image file data 5478f57f-f57a-4780-a2a6-4bc10ccde419 to vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk on the data store datastore2 {{(pid=62402) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1314.334404] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Caching image {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1314.334659] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copying Virtual Disk [datastore2] vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk to [datastore2] vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.334932] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95a02e7a-fce8-45cb-83e4-ad95b8e999d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.343028] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1314.343028] env[62402]: value = "task-1872154" [ 1314.343028] env[62402]: _type = "Task" [ 1314.343028] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.352031] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.444453] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Releasing lock "refresh_cache-a745e51a-f607-420b-bb0d-5692070a747a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.444781] env[62402]: DEBUG nova.compute.manager [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Instance network_info: |[{"id": "7edc0510-16b2-491d-bbd7-f22956529edc", "address": "fa:16:3e:8f:0f:4e", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7edc0510-16", "ovs_interfaceid": "7edc0510-16b2-491d-bbd7-f22956529edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.445207] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:0f:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7edc0510-16b2-491d-bbd7-f22956529edc', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.452890] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Creating folder: Project (c55c000ba9be4a168b9018920e1afe83). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.453201] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07f26f60-dd63-43e2-8f7c-b8582da0c300 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.464129] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Created folder: Project (c55c000ba9be4a168b9018920e1afe83) in parent group-v386882. [ 1314.464331] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Creating folder: Instances. Parent ref: group-v386902. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.464571] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-669be5eb-0da2-4f6f-8543-1916a98f52b9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.477725] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Created folder: Instances in parent group-v386902. [ 1314.477725] env[62402]: DEBUG oslo.service.loopingcall [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1314.477725] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.477725] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fa06b78-2dff-48c9-8213-0a787c92c3de {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.494226] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.494226] env[62402]: value = "task-1872157" [ 1314.494226] env[62402]: _type = "Task" [ 1314.494226] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.504235] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872157, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.544742] env[62402]: INFO nova.compute.manager [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Took 25.07 seconds to build instance. [ 1314.561022] env[62402]: DEBUG nova.scheduler.client.report [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.613982] env[62402]: DEBUG nova.compute.manager [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.645033] env[62402]: DEBUG nova.virt.hardware [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.645033] env[62402]: DEBUG nova.virt.hardware [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.645033] env[62402]: DEBUG nova.virt.hardware [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.645266] env[62402]: DEBUG nova.virt.hardware [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.645266] env[62402]: DEBUG nova.virt.hardware [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.645266] env[62402]: DEBUG nova.virt.hardware [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.645553] env[62402]: DEBUG nova.virt.hardware [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.645720] env[62402]: DEBUG nova.virt.hardware [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.645885] env[62402]: DEBUG nova.virt.hardware [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.646061] env[62402]: DEBUG nova.virt.hardware [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.646235] env[62402]: DEBUG nova.virt.hardware [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.647097] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f5c635-03db-447e-9923-0c97b36a6189 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.656506] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413d61f3-1603-44fc-b5b4-f72a733c7899 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.754722] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Acquiring lock "refresh_cache-e373f33a-c3a8-4cf8-bf4c-d096bc0b040e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.754881] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Acquired lock "refresh_cache-e373f33a-c3a8-4cf8-bf4c-d096bc0b040e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.755052] env[62402]: DEBUG nova.network.neutron [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.804180] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "d7dbfb24-f031-4891-864b-6f05d3a9bafe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.804441] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "d7dbfb24-f031-4891-864b-6f05d3a9bafe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.860758] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872154, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.005724] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872157, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.046313] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4c158021-8770-431d-a557-e58e58581727 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "2d423f66-4b38-4fc4-abe5-5d09381e1c86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.584s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.065621] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.066784] env[62402]: DEBUG nova.compute.manager [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1315.071460] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.743s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.073235] env[62402]: INFO nova.compute.claims [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.317281] env[62402]: DEBUG nova.network.neutron [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.355805] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872154, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.507390] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872157, 'name': CreateVM_Task, 'duration_secs': 0.606459} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.507390] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.507390] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.507523] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.507838] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.508041] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af981bac-d7bb-48b3-872c-18cbe681d9a3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.515502] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Waiting for the task: (returnval){ [ 1315.515502] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528b8db0-7b6d-608b-8762-011d115ebb22" [ 1315.515502] env[62402]: _type = "Task" [ 1315.515502] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.524454] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528b8db0-7b6d-608b-8762-011d115ebb22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.550170] env[62402]: DEBUG nova.compute.manager [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.578976] env[62402]: DEBUG nova.compute.utils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1315.586417] env[62402]: DEBUG nova.compute.manager [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1315.586417] env[62402]: DEBUG nova.network.neutron [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.606820] env[62402]: DEBUG nova.network.neutron [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Updating instance_info_cache with network_info: [{"id": "106d85b2-b27f-46bc-a115-0a62f6aa0ff2", "address": "fa:16:3e:53:28:04", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106d85b2-b2", "ovs_interfaceid": "106d85b2-b27f-46bc-a115-0a62f6aa0ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.690488] env[62402]: DEBUG nova.policy [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4cd82cd95c4433bbb5367b640da6bcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd1dd27e995c41d1b5b35d20cad30930', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1315.860923] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872154, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.170405} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.861665] env[62402]: DEBUG nova.network.neutron [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Successfully updated port: 4bd11a87-0074-4bb0-a2ec-59505f12a9c3 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.866786] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copied Virtual Disk [datastore2] vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk to [datastore2] vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.866786] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleting the datastore file [datastore2] vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419/tmp-sparse.vmdk {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.867067] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ed8e82c-80c2-4e78-82cc-5bf438bbdaaa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.878286] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1315.878286] env[62402]: value = "task-1872158" [ 1315.878286] env[62402]: _type = "Task" [ 1315.878286] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.886344] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "83859393-d5b2-4e02-9e39-4672a02616d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.886608] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "83859393-d5b2-4e02-9e39-4672a02616d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.893027] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.030470] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.030837] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.031146] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.073524] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.085607] env[62402]: DEBUG nova.compute.manager [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1316.110265] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Releasing lock "refresh_cache-e373f33a-c3a8-4cf8-bf4c-d096bc0b040e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.110562] env[62402]: DEBUG nova.compute.manager [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Instance network_info: |[{"id": "106d85b2-b27f-46bc-a115-0a62f6aa0ff2", "address": "fa:16:3e:53:28:04", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106d85b2-b2", "ovs_interfaceid": "106d85b2-b27f-46bc-a115-0a62f6aa0ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1316.110906] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:28:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '106d85b2-b27f-46bc-a115-0a62f6aa0ff2', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.122075] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Creating folder: Project (3a822f13a5864382b9f4356911d9adc5). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.125368] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98c87fa1-d2e7-445a-968e-3b1501c82882 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.131024] env[62402]: DEBUG nova.compute.manager [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Received event network-vif-plugged-7edc0510-16b2-491d-bbd7-f22956529edc {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1316.131024] env[62402]: DEBUG oslo_concurrency.lockutils [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] Acquiring lock "a745e51a-f607-420b-bb0d-5692070a747a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.132104] env[62402]: DEBUG oslo_concurrency.lockutils [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] Lock "a745e51a-f607-420b-bb0d-5692070a747a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.132104] env[62402]: DEBUG oslo_concurrency.lockutils [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] Lock "a745e51a-f607-420b-bb0d-5692070a747a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.132104] env[62402]: DEBUG nova.compute.manager [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: a745e51a-f607-420b-bb0d-5692070a747a] No waiting events found dispatching network-vif-plugged-7edc0510-16b2-491d-bbd7-f22956529edc {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.132104] env[62402]: WARNING nova.compute.manager [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Received unexpected event network-vif-plugged-7edc0510-16b2-491d-bbd7-f22956529edc for instance with vm_state building and task_state spawning. [ 1316.132104] env[62402]: DEBUG nova.compute.manager [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Received event network-vif-deleted-2b75f94d-bd2d-4166-8548-76fcc5decd55 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1316.132373] env[62402]: DEBUG nova.compute.manager [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Received event network-changed-7edc0510-16b2-491d-bbd7-f22956529edc {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1316.132373] env[62402]: DEBUG nova.compute.manager [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Refreshing instance network info cache due to event network-changed-7edc0510-16b2-491d-bbd7-f22956529edc. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1316.132373] env[62402]: DEBUG oslo_concurrency.lockutils [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] Acquiring lock "refresh_cache-a745e51a-f607-420b-bb0d-5692070a747a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.132470] env[62402]: DEBUG oslo_concurrency.lockutils [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] Acquired lock "refresh_cache-a745e51a-f607-420b-bb0d-5692070a747a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.132585] env[62402]: DEBUG nova.network.neutron [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Refreshing network info cache for port 7edc0510-16b2-491d-bbd7-f22956529edc {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.146108] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Created folder: Project (3a822f13a5864382b9f4356911d9adc5) in parent group-v386882. [ 1316.146108] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Creating folder: Instances. Parent ref: group-v386905. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.146108] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b2a7a72-9a69-4d48-abc4-af79f46b4fc6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.157021] env[62402]: DEBUG nova.compute.manager [req-947dcf6f-3c8c-49f8-ab1e-3510ac2ed5c6 req-b77437a8-644b-494d-acbd-90e94a935ab3 service nova] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Received event network-vif-deleted-57ad78da-352e-4822-a7c7-88df85a69386 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1316.167793] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Created folder: Instances in parent group-v386905. [ 1316.168719] env[62402]: DEBUG oslo.service.loopingcall [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.168719] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.168987] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-872f6e5e-1a68-4978-9958-a90504e51034 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.202554] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.202554] env[62402]: value = "task-1872161" [ 1316.202554] env[62402]: _type = "Task" [ 1316.202554] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.214150] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872161, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.237606] env[62402]: DEBUG nova.network.neutron [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Successfully created port: b9e10c5d-cc40-40b2-a913-738363a06ba1 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1316.372876] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Acquiring lock "refresh_cache-7dfe7984-450c-4e93-a313-8ee4be75cf77" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.372876] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Acquired lock "refresh_cache-7dfe7984-450c-4e93-a313-8ee4be75cf77" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.372876] env[62402]: DEBUG nova.network.neutron [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.390149] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049765} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.390432] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.390661] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Moving file from [datastore2] vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7/5478f57f-f57a-4780-a2a6-4bc10ccde419 to [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419. {{(pid=62402) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1316.393323] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5a81ebf1-89cf-4270-8b57-10c65ede246d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.402789] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1316.402789] env[62402]: value = "task-1872162" [ 1316.402789] env[62402]: _type = "Task" [ 1316.402789] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.415986] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872162, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.467780] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9883a959-7899-4e32-9d1b-be387bf8f132 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.477540] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa5c369-aa9a-4883-863c-3086c32c790a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.517066] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48150c0c-d947-4d66-a9e4-2472f7393c92 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.525699] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8091524b-47f2-4498-82ec-773296fa17cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.541299] env[62402]: DEBUG nova.compute.provider_tree [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.573813] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquiring lock "36eadbfe-b649-4959-8fbf-6eb389646e9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.574055] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lock "36eadbfe-b649-4959-8fbf-6eb389646e9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.710829] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872161, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.914461] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872162, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030886} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.914731] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] File moved {{(pid=62402) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1316.914824] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Cleaning up location [datastore2] vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1316.914955] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleting the datastore file [datastore2] vmware_temp/9eecf172-2767-4ff8-ae04-e21f9a9602d7 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.915214] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eb5ef10-fc36-430b-8cc8-a160572b42f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.921480] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1316.921480] env[62402]: value = "task-1872163" [ 1316.921480] env[62402]: _type = "Task" [ 1316.921480] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.930754] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.958041] env[62402]: DEBUG nova.network.neutron [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.046294] env[62402]: DEBUG nova.scheduler.client.report [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.100211] env[62402]: DEBUG nova.compute.manager [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1317.130017] env[62402]: DEBUG nova.virt.hardware [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.130017] env[62402]: DEBUG nova.virt.hardware [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.130017] env[62402]: DEBUG nova.virt.hardware [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.130017] env[62402]: DEBUG nova.virt.hardware [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.130278] env[62402]: DEBUG nova.virt.hardware [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.130278] env[62402]: DEBUG nova.virt.hardware [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.130278] env[62402]: DEBUG nova.virt.hardware [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.130278] env[62402]: DEBUG nova.virt.hardware [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.130278] env[62402]: DEBUG nova.virt.hardware [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.130665] env[62402]: DEBUG nova.virt.hardware [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.131017] env[62402]: DEBUG nova.virt.hardware [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.132196] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd43e559-9095-4173-b148-c455a96ec466 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.145035] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d79bd7-6b50-4153-91e0-58767d5407ff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.211436] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872161, 'name': CreateVM_Task, 'duration_secs': 0.639243} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.213883] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.216348] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.216515] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.216809] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.217348] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8935582-2f19-476a-8257-5fc4c9684636 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.222410] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Waiting for the task: (returnval){ [ 1317.222410] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52520c5e-09e6-cd4e-66fd-cd7408cef532" [ 1317.222410] env[62402]: _type = "Task" [ 1317.222410] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.230176] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52520c5e-09e6-cd4e-66fd-cd7408cef532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.304337] env[62402]: DEBUG nova.network.neutron [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Updating instance_info_cache with network_info: [{"id": "4bd11a87-0074-4bb0-a2ec-59505f12a9c3", "address": "fa:16:3e:1c:8e:e9", "network": {"id": "b03acc10-482b-466f-b016-58ca4a2c256f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1474487645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d259ff22a5f489285112a02c412deb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd11a87-00", "ovs_interfaceid": "4bd11a87-0074-4bb0-a2ec-59505f12a9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.311990] env[62402]: DEBUG nova.network.neutron [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Updated VIF entry in instance network info cache for port 7edc0510-16b2-491d-bbd7-f22956529edc. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.312361] env[62402]: DEBUG nova.network.neutron [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Updating instance_info_cache with network_info: [{"id": "7edc0510-16b2-491d-bbd7-f22956529edc", "address": "fa:16:3e:8f:0f:4e", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7edc0510-16", "ovs_interfaceid": "7edc0510-16b2-491d-bbd7-f22956529edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.432981] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086386} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.433256] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.433950] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92784cd-60e3-418a-b4f2-a771402dbf1a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.440945] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1317.440945] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d20410-b828-fbce-292f-9d3c24ea6b4f" [ 1317.440945] env[62402]: _type = "Task" [ 1317.440945] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.448880] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d20410-b828-fbce-292f-9d3c24ea6b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.553428] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.553969] env[62402]: DEBUG nova.compute.manager [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1317.557423] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.858s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.558386] env[62402]: INFO nova.compute.claims [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.734620] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52520c5e-09e6-cd4e-66fd-cd7408cef532, 'name': SearchDatastore_Task, 'duration_secs': 0.020128} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.734782] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.735032] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.735253] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.808968] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Releasing lock "refresh_cache-7dfe7984-450c-4e93-a313-8ee4be75cf77" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.809719] env[62402]: DEBUG nova.compute.manager [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Instance network_info: |[{"id": "4bd11a87-0074-4bb0-a2ec-59505f12a9c3", "address": "fa:16:3e:1c:8e:e9", "network": {"id": "b03acc10-482b-466f-b016-58ca4a2c256f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1474487645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d259ff22a5f489285112a02c412deb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd11a87-00", "ovs_interfaceid": "4bd11a87-0074-4bb0-a2ec-59505f12a9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.810414] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:8e:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bd11a87-0074-4bb0-a2ec-59505f12a9c3', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.821168] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Creating folder: Project (7d259ff22a5f489285112a02c412deb2). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.821843] env[62402]: DEBUG oslo_concurrency.lockutils [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] Releasing lock "refresh_cache-a745e51a-f607-420b-bb0d-5692070a747a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.821982] env[62402]: DEBUG nova.compute.manager [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Received event network-vif-plugged-106d85b2-b27f-46bc-a115-0a62f6aa0ff2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1317.822118] env[62402]: DEBUG oslo_concurrency.lockutils [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] Acquiring lock "e373f33a-c3a8-4cf8-bf4c-d096bc0b040e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.822318] env[62402]: DEBUG oslo_concurrency.lockutils [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] Lock "e373f33a-c3a8-4cf8-bf4c-d096bc0b040e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.822961] env[62402]: DEBUG oslo_concurrency.lockutils [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] Lock "e373f33a-c3a8-4cf8-bf4c-d096bc0b040e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.823154] env[62402]: DEBUG nova.compute.manager [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] No waiting events found dispatching network-vif-plugged-106d85b2-b27f-46bc-a115-0a62f6aa0ff2 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1317.823390] env[62402]: WARNING nova.compute.manager [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Received unexpected event network-vif-plugged-106d85b2-b27f-46bc-a115-0a62f6aa0ff2 for instance with vm_state building and task_state spawning. [ 1317.823493] env[62402]: DEBUG nova.compute.manager [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Received event network-changed-106d85b2-b27f-46bc-a115-0a62f6aa0ff2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1317.824957] env[62402]: DEBUG nova.compute.manager [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Refreshing instance network info cache due to event network-changed-106d85b2-b27f-46bc-a115-0a62f6aa0ff2. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1317.824957] env[62402]: DEBUG oslo_concurrency.lockutils [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] Acquiring lock "refresh_cache-e373f33a-c3a8-4cf8-bf4c-d096bc0b040e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.825101] env[62402]: DEBUG oslo_concurrency.lockutils [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] Acquired lock "refresh_cache-e373f33a-c3a8-4cf8-bf4c-d096bc0b040e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.825334] env[62402]: DEBUG nova.network.neutron [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Refreshing network info cache for port 106d85b2-b27f-46bc-a115-0a62f6aa0ff2 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.828931] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c313a968-68d9-4d65-9ff0-887754bcd4b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.837081] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Created folder: Project (7d259ff22a5f489285112a02c412deb2) in parent group-v386882. [ 1317.837247] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Creating folder: Instances. Parent ref: group-v386908. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.837523] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a37c7b2e-d18b-4028-adee-d874a601502a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.847275] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Created folder: Instances in parent group-v386908. [ 1317.847522] env[62402]: DEBUG oslo.service.loopingcall [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1317.847707] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.847909] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fe0ef6f-024a-433b-ad2a-5cea85bf6a8d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.868144] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.868144] env[62402]: value = "task-1872166" [ 1317.868144] env[62402]: _type = "Task" [ 1317.868144] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.876535] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872166, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.956259] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d20410-b828-fbce-292f-9d3c24ea6b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.027416} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.956826] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.956935] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] ee33adb6-e557-41a3-af97-4a510dabac58/ee33adb6-e557-41a3-af97-4a510dabac58.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.957196] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.958674] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.958674] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0e1a21f-ab93-40da-b19b-3eea3256d19f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.964887] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d104454f-7e58-4293-95a3-769ea58c44c2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.976605] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1317.976605] env[62402]: value = "task-1872167" [ 1317.976605] env[62402]: _type = "Task" [ 1317.976605] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.976854] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.977122] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.980657] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b79619-4545-42e3-9cc0-9f7eb59c806a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.989832] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Waiting for the task: (returnval){ [ 1317.989832] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5214864d-f226-87e5-edc2-1ecbd1bf27f1" [ 1317.989832] env[62402]: _type = "Task" [ 1317.989832] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.992932] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.000840] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5214864d-f226-87e5-edc2-1ecbd1bf27f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.063575] env[62402]: DEBUG nova.compute.utils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1318.068950] env[62402]: DEBUG nova.compute.manager [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1318.069061] env[62402]: DEBUG nova.network.neutron [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.158313] env[62402]: DEBUG nova.policy [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c3e9f141ec4c6b9dff989b553ec2da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ccb4d778794420eb54b86bf2914f7cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1318.383268] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872166, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.489264] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512782} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.489264] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] ee33adb6-e557-41a3-af97-4a510dabac58/ee33adb6-e557-41a3-af97-4a510dabac58.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.489264] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.489264] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a78462e0-936c-4b91-89ee-b3e1bd7a945d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.501530] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1318.501530] env[62402]: value = "task-1872168" [ 1318.501530] env[62402]: _type = "Task" [ 1318.501530] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.509110] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5214864d-f226-87e5-edc2-1ecbd1bf27f1, 'name': SearchDatastore_Task, 'duration_secs': 0.018574} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.510559] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9319d3c0-1a23-49fc-a194-f61abb3896e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.516447] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.520036] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Waiting for the task: (returnval){ [ 1318.520036] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]527208c4-b30c-4c5c-7209-8488309e64c8" [ 1318.520036] env[62402]: _type = "Task" [ 1318.520036] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.530762] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527208c4-b30c-4c5c-7209-8488309e64c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.566811] env[62402]: DEBUG nova.network.neutron [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Successfully updated port: b9e10c5d-cc40-40b2-a913-738363a06ba1 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1318.573355] env[62402]: DEBUG nova.compute.manager [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.879805] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872166, 'name': CreateVM_Task, 'duration_secs': 0.553259} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.880036] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.881564] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.882133] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.882178] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.885258] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27727259-05ce-4c7f-a03b-e17cbd429dd4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.897178] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Waiting for the task: (returnval){ [ 1318.897178] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a4ef90-ce56-74b0-e89c-cb60e88ab6c3" [ 1318.897178] env[62402]: _type = "Task" [ 1318.897178] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.906027] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a4ef90-ce56-74b0-e89c-cb60e88ab6c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.959457] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c98613-add4-4e00-8b82-7e387fbd0309 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.976202] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84025dc2-47bc-45c0-a2a3-569dc4ba09da {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.979480] env[62402]: DEBUG nova.network.neutron [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Updated VIF entry in instance network info cache for port 106d85b2-b27f-46bc-a115-0a62f6aa0ff2. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.979718] env[62402]: DEBUG nova.network.neutron [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Updating instance_info_cache with network_info: [{"id": "106d85b2-b27f-46bc-a115-0a62f6aa0ff2", "address": "fa:16:3e:53:28:04", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106d85b2-b2", "ovs_interfaceid": "106d85b2-b27f-46bc-a115-0a62f6aa0ff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.013020] env[62402]: DEBUG nova.network.neutron [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Successfully created port: ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.018479] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a257a7a-730a-4e2b-8c0b-3d39de1a2f53 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.030607] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066802} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.033726] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.034630] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9766ea03-b7e0-420b-b654-6b861a602470 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.038376] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a721aec7-abae-4e9b-a5db-56c526968300 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.060671] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527208c4-b30c-4c5c-7209-8488309e64c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.061024] env[62402]: DEBUG nova.compute.provider_tree [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.071364] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.071642] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] a745e51a-f607-420b-bb0d-5692070a747a/a745e51a-f607-420b-bb0d-5692070a747a.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.072242] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.072323] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.072617] env[62402]: DEBUG nova.network.neutron [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.082457] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] ee33adb6-e557-41a3-af97-4a510dabac58/ee33adb6-e557-41a3-af97-4a510dabac58.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.083930] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.084215] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.084317] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-352199fd-c7db-48e6-8f24-fe54cffe3065 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.089535] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e218625f-0d8b-4558-87ba-a39b48da2413 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.104654] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-918078bb-825c-44eb-ba07-f0613ab5476a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.111590] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Waiting for the task: (returnval){ [ 1319.111590] env[62402]: value = "task-1872169" [ 1319.111590] env[62402]: _type = "Task" [ 1319.111590] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.116404] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1319.116404] env[62402]: value = "task-1872170" [ 1319.116404] env[62402]: _type = "Task" [ 1319.116404] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.117914] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.118152] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.122178] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89ff471-1d91-4c49-9f25-98c8478ec893 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.127346] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.132644] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.134112] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Waiting for the task: (returnval){ [ 1319.134112] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5280e4f8-35dd-8039-d34c-fff71dc254bd" [ 1319.134112] env[62402]: _type = "Task" [ 1319.134112] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.142428] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5280e4f8-35dd-8039-d34c-fff71dc254bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.412868] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a4ef90-ce56-74b0-e89c-cb60e88ab6c3, 'name': SearchDatastore_Task, 'duration_secs': 0.052336} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.415352] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.415668] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.415894] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.483167] env[62402]: DEBUG oslo_concurrency.lockutils [req-a309d482-a762-40ef-9b03-0953f730add4 req-9abe9aa6-d8bd-4cd3-a41a-bd55bf99b127 service nova] Releasing lock "refresh_cache-e373f33a-c3a8-4cf8-bf4c-d096bc0b040e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.586463] env[62402]: DEBUG nova.scheduler.client.report [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.596024] env[62402]: DEBUG nova.compute.manager [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Received event network-vif-plugged-4bd11a87-0074-4bb0-a2ec-59505f12a9c3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1319.596256] env[62402]: DEBUG oslo_concurrency.lockutils [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] Acquiring lock "7dfe7984-450c-4e93-a313-8ee4be75cf77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.596455] env[62402]: DEBUG oslo_concurrency.lockutils [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.596624] env[62402]: DEBUG oslo_concurrency.lockutils [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.596840] env[62402]: DEBUG nova.compute.manager [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] No waiting events found dispatching network-vif-plugged-4bd11a87-0074-4bb0-a2ec-59505f12a9c3 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1319.597262] env[62402]: WARNING nova.compute.manager [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Received unexpected event network-vif-plugged-4bd11a87-0074-4bb0-a2ec-59505f12a9c3 for instance with vm_state building and task_state spawning. [ 1319.597718] env[62402]: DEBUG nova.compute.manager [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Received event network-changed-4bd11a87-0074-4bb0-a2ec-59505f12a9c3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1319.597825] env[62402]: DEBUG nova.compute.manager [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Refreshing instance network info cache due to event network-changed-4bd11a87-0074-4bb0-a2ec-59505f12a9c3. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1319.598073] env[62402]: DEBUG oslo_concurrency.lockutils [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] Acquiring lock "refresh_cache-7dfe7984-450c-4e93-a313-8ee4be75cf77" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.598221] env[62402]: DEBUG oslo_concurrency.lockutils [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] Acquired lock "refresh_cache-7dfe7984-450c-4e93-a313-8ee4be75cf77" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.598445] env[62402]: DEBUG nova.network.neutron [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Refreshing network info cache for port 4bd11a87-0074-4bb0-a2ec-59505f12a9c3 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.606700] env[62402]: DEBUG nova.compute.manager [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1319.638231] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872169, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.646088] env[62402]: DEBUG nova.network.neutron [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1319.652550] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872170, 'name': ReconfigVM_Task, 'duration_secs': 0.28729} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.653505] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Reconfigured VM instance instance-00000007 to attach disk [datastore2] ee33adb6-e557-41a3-af97-4a510dabac58/ee33adb6-e557-41a3-af97-4a510dabac58.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.654181] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e336ff1-3069-481a-801c-ec4fe571b226 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.660090] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5280e4f8-35dd-8039-d34c-fff71dc254bd, 'name': SearchDatastore_Task, 'duration_secs': 0.016222} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.664296] env[62402]: DEBUG nova.virt.hardware [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.664547] env[62402]: DEBUG nova.virt.hardware [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.664698] env[62402]: DEBUG nova.virt.hardware [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.664912] env[62402]: DEBUG nova.virt.hardware [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.665112] env[62402]: DEBUG nova.virt.hardware [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.665241] env[62402]: DEBUG nova.virt.hardware [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.665451] env[62402]: DEBUG nova.virt.hardware [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.665651] env[62402]: DEBUG nova.virt.hardware [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.665815] env[62402]: DEBUG nova.virt.hardware [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.665970] env[62402]: DEBUG nova.virt.hardware [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.666154] env[62402]: DEBUG nova.virt.hardware [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.666467] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e76cea1-ceae-4260-b3c6-aec5638c1fd4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.670382] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf80b1d8-d64d-4cbe-bd47-c2abcd941452 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.679760] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1319.679760] env[62402]: value = "task-1872171" [ 1319.679760] env[62402]: _type = "Task" [ 1319.679760] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.685238] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Waiting for the task: (returnval){ [ 1319.685238] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525326b7-bcef-8301-9de9-d1c053443ace" [ 1319.685238] env[62402]: _type = "Task" [ 1319.685238] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.692544] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177b5ad4-9402-4c6c-ac32-563b13a471ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.702374] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872171, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.721652] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525326b7-bcef-8301-9de9-d1c053443ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.794237] env[62402]: DEBUG nova.compute.manager [req-76916477-2e22-4f83-861b-ccf08e4032ef req-4ec8d56e-6b05-4dbf-960a-7e33afdc4135 service nova] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Received event network-vif-plugged-b9e10c5d-cc40-40b2-a913-738363a06ba1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1319.794237] env[62402]: DEBUG oslo_concurrency.lockutils [req-76916477-2e22-4f83-861b-ccf08e4032ef req-4ec8d56e-6b05-4dbf-960a-7e33afdc4135 service nova] Acquiring lock "7c628f37-d966-4d1e-8f1c-429c305592db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.794761] env[62402]: DEBUG oslo_concurrency.lockutils [req-76916477-2e22-4f83-861b-ccf08e4032ef req-4ec8d56e-6b05-4dbf-960a-7e33afdc4135 service nova] Lock "7c628f37-d966-4d1e-8f1c-429c305592db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.794761] env[62402]: DEBUG oslo_concurrency.lockutils [req-76916477-2e22-4f83-861b-ccf08e4032ef req-4ec8d56e-6b05-4dbf-960a-7e33afdc4135 service nova] Lock "7c628f37-d966-4d1e-8f1c-429c305592db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.794761] env[62402]: DEBUG nova.compute.manager [req-76916477-2e22-4f83-861b-ccf08e4032ef req-4ec8d56e-6b05-4dbf-960a-7e33afdc4135 service nova] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] No waiting events found dispatching network-vif-plugged-b9e10c5d-cc40-40b2-a913-738363a06ba1 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1319.794916] env[62402]: WARNING nova.compute.manager [req-76916477-2e22-4f83-861b-ccf08e4032ef req-4ec8d56e-6b05-4dbf-960a-7e33afdc4135 service nova] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Received unexpected event network-vif-plugged-b9e10c5d-cc40-40b2-a913-738363a06ba1 for instance with vm_state building and task_state spawning. [ 1319.934373] env[62402]: DEBUG nova.network.neutron [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance_info_cache with network_info: [{"id": "b9e10c5d-cc40-40b2-a913-738363a06ba1", "address": "fa:16:3e:f3:56:f8", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e10c5d-cc", "ovs_interfaceid": "b9e10c5d-cc40-40b2-a913-738363a06ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.101096] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.101739] env[62402]: DEBUG nova.compute.manager [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.111278] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.686s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.112565] env[62402]: INFO nova.compute.claims [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.128742] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704092} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.129857] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] a745e51a-f607-420b-bb0d-5692070a747a/a745e51a-f607-420b-bb0d-5692070a747a.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.129969] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.130321] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dcbcd40-000d-4a66-902f-ce5c6c476a6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.137962] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Waiting for the task: (returnval){ [ 1320.137962] env[62402]: value = "task-1872172" [ 1320.137962] env[62402]: _type = "Task" [ 1320.137962] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.153273] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.192409] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872171, 'name': Rename_Task, 'duration_secs': 0.199319} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.197198] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.197691] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa45eceb-8bf5-4266-93d9-fb51aa7fdd51 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.206894] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525326b7-bcef-8301-9de9-d1c053443ace, 'name': SearchDatastore_Task, 'duration_secs': 0.061059} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.208809] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.209134] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] e373f33a-c3a8-4cf8-bf4c-d096bc0b040e/e373f33a-c3a8-4cf8-bf4c-d096bc0b040e.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.209818] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1320.209818] env[62402]: value = "task-1872173" [ 1320.209818] env[62402]: _type = "Task" [ 1320.209818] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.210078] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.210225] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.210454] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e3702b6-0566-4521-9ec4-e2147646b0a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.212414] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29bc0953-22f7-409f-af95-1ca42ee26ef4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.223476] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872173, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.224911] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Waiting for the task: (returnval){ [ 1320.224911] env[62402]: value = "task-1872174" [ 1320.224911] env[62402]: _type = "Task" [ 1320.224911] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.226505] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.226852] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.230432] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e254ac0a-4a6f-4667-8332-a6125aa5f320 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.239104] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.240450] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Waiting for the task: (returnval){ [ 1320.240450] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e5b0dc-fa37-7bf3-252c-2977cda0a81a" [ 1320.240450] env[62402]: _type = "Task" [ 1320.240450] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.249378] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e5b0dc-fa37-7bf3-252c-2977cda0a81a, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.250160] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b3de18-5084-44f2-8e1f-4dc8a099df99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.255059] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Waiting for the task: (returnval){ [ 1320.255059] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5239812c-afc7-e746-c7af-b871e391082f" [ 1320.255059] env[62402]: _type = "Task" [ 1320.255059] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.262832] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5239812c-afc7-e746-c7af-b871e391082f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.437562] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.437912] env[62402]: DEBUG nova.compute.manager [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Instance network_info: |[{"id": "b9e10c5d-cc40-40b2-a913-738363a06ba1", "address": "fa:16:3e:f3:56:f8", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e10c5d-cc", "ovs_interfaceid": "b9e10c5d-cc40-40b2-a913-738363a06ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1320.438692] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:56:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9e10c5d-cc40-40b2-a913-738363a06ba1', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.446840] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Creating folder: Project (dd1dd27e995c41d1b5b35d20cad30930). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1320.446840] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75d585bc-e24d-4ecb-a911-e9ace22354cd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.457683] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Created folder: Project (dd1dd27e995c41d1b5b35d20cad30930) in parent group-v386882. [ 1320.458090] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Creating folder: Instances. Parent ref: group-v386911. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1320.460038] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31e33adf-1544-47c0-b98e-d49acc55a0fd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.467678] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Created folder: Instances in parent group-v386911. [ 1320.468090] env[62402]: DEBUG oslo.service.loopingcall [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1320.468294] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.468504] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d265c237-0b21-466d-a28b-8bea46b7ae1b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.488339] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.488339] env[62402]: value = "task-1872177" [ 1320.488339] env[62402]: _type = "Task" [ 1320.488339] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.496629] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872177, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.618099] env[62402]: DEBUG nova.compute.utils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1320.621952] env[62402]: DEBUG nova.compute.manager [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.622146] env[62402]: DEBUG nova.network.neutron [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.649711] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06685} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.650408] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.651214] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c04c6c5-0028-46a0-a8a9-d618b5b8b9ad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.682821] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] a745e51a-f607-420b-bb0d-5692070a747a/a745e51a-f607-420b-bb0d-5692070a747a.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.685361] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23bdb27b-752a-4bdc-a3b5-c5ae3afd5f2e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.706667] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Waiting for the task: (returnval){ [ 1320.706667] env[62402]: value = "task-1872178" [ 1320.706667] env[62402]: _type = "Task" [ 1320.706667] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.715595] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.724942] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.735461] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872174, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.765846] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5239812c-afc7-e746-c7af-b871e391082f, 'name': SearchDatastore_Task, 'duration_secs': 0.037515} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.766123] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.766437] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 7dfe7984-450c-4e93-a313-8ee4be75cf77/7dfe7984-450c-4e93-a313-8ee4be75cf77.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.766785] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90598eb5-0302-4b1d-a259-fbc6bedb15c0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.773760] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Waiting for the task: (returnval){ [ 1320.773760] env[62402]: value = "task-1872179" [ 1320.773760] env[62402]: _type = "Task" [ 1320.773760] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.781958] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.819032] env[62402]: DEBUG nova.policy [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f78c5ce5136b4abd9510530bc265d4db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81274ed17c1b4272827879ca800931c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.903778] env[62402]: DEBUG nova.network.neutron [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Updated VIF entry in instance network info cache for port 4bd11a87-0074-4bb0-a2ec-59505f12a9c3. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.904378] env[62402]: DEBUG nova.network.neutron [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Updating instance_info_cache with network_info: [{"id": "4bd11a87-0074-4bb0-a2ec-59505f12a9c3", "address": "fa:16:3e:1c:8e:e9", "network": {"id": "b03acc10-482b-466f-b016-58ca4a2c256f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1474487645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d259ff22a5f489285112a02c412deb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd11a87-00", "ovs_interfaceid": "4bd11a87-0074-4bb0-a2ec-59505f12a9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.007578] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872177, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.124613] env[62402]: DEBUG nova.compute.manager [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.227555] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.243804] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.250377] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872174, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.001641} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.254113] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] e373f33a-c3a8-4cf8-bf4c-d096bc0b040e/e373f33a-c3a8-4cf8-bf4c-d096bc0b040e.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.254543] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.256032] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6014b61-7baa-4fe8-a0dd-d8e52d27e8d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.265021] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Waiting for the task: (returnval){ [ 1321.265021] env[62402]: value = "task-1872180" [ 1321.265021] env[62402]: _type = "Task" [ 1321.265021] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.283091] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.291877] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872179, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.407476] env[62402]: DEBUG oslo_concurrency.lockutils [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] Releasing lock "refresh_cache-7dfe7984-450c-4e93-a313-8ee4be75cf77" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.408011] env[62402]: DEBUG nova.compute.manager [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Received event network-changed-9c414e9d-57fb-46be-a956-8a224afa71c3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1321.408095] env[62402]: DEBUG nova.compute.manager [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Refreshing instance network info cache due to event network-changed-9c414e9d-57fb-46be-a956-8a224afa71c3. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1321.408351] env[62402]: DEBUG oslo_concurrency.lockutils [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] Acquiring lock "refresh_cache-49bd1942-1d63-40e9-adb0-3f1ee2cd5171" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.408505] env[62402]: DEBUG oslo_concurrency.lockutils [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] Acquired lock "refresh_cache-49bd1942-1d63-40e9-adb0-3f1ee2cd5171" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.408672] env[62402]: DEBUG nova.network.neutron [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Refreshing network info cache for port 9c414e9d-57fb-46be-a956-8a224afa71c3 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.465502] env[62402]: DEBUG nova.network.neutron [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Successfully updated port: ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.504570] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872177, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.535531] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db857f5b-6de1-4e0e-ad67-c68af4aff369 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.551488] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1c97f4-7d75-4aa4-b07d-2144c8b81bfc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.596727] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5da3c3b-c5c0-47bf-a87f-ccc8ee98965a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.607628] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845cee1d-aef3-4494-99d7-47e9ee6a81c0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.633584] env[62402]: DEBUG nova.compute.provider_tree [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1321.721406] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.742380] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872173, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.759281] env[62402]: DEBUG nova.network.neutron [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Successfully created port: 5ef504d2-1cd0-4189-bdab-a2fc959f409c {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.778260] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156432} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.780211] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.780985] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2df2461-270a-4e80-b0ad-8fa87852745f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.811687] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] e373f33a-c3a8-4cf8-bf4c-d096bc0b040e/e373f33a-c3a8-4cf8-bf4c-d096bc0b040e.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.812637] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894554} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.812922] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5001096a-26fc-47e2-8a06-f54512106cb1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.829604] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 7dfe7984-450c-4e93-a313-8ee4be75cf77/7dfe7984-450c-4e93-a313-8ee4be75cf77.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.829868] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.830163] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80675721-de76-4506-ba88-f48d4ef84274 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.841393] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Waiting for the task: (returnval){ [ 1321.841393] env[62402]: value = "task-1872181" [ 1321.841393] env[62402]: _type = "Task" [ 1321.841393] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.841393] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Waiting for the task: (returnval){ [ 1321.841393] env[62402]: value = "task-1872182" [ 1321.841393] env[62402]: _type = "Task" [ 1321.841393] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.855366] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.858651] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.971655] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.971877] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquired lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.972074] env[62402]: DEBUG nova.network.neutron [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.999750] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872177, 'name': CreateVM_Task, 'duration_secs': 1.149722} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.000753] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.001244] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.001412] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.001763] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.001976] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ee8fc6-56d5-45b1-9e3c-8ccb2b0f2abc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.006725] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1322.006725] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52875516-d43b-bbbc-3083-7c47c79dc1da" [ 1322.006725] env[62402]: _type = "Task" [ 1322.006725] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.017125] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52875516-d43b-bbbc-3083-7c47c79dc1da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.142246] env[62402]: DEBUG nova.compute.manager [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.154845] env[62402]: ERROR nova.scheduler.client.report [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [req-5bb8cfa5-9340-4778-949e-84a3a00b9004] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c2826406-6fc4-4c09-886a-a6552c22449a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5bb8cfa5-9340-4778-949e-84a3a00b9004"}]} [ 1322.175433] env[62402]: DEBUG nova.scheduler.client.report [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Refreshing inventories for resource provider c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1322.179080] env[62402]: DEBUG nova.virt.hardware [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.179212] env[62402]: DEBUG nova.virt.hardware [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.179647] env[62402]: DEBUG nova.virt.hardware [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.179647] env[62402]: DEBUG nova.virt.hardware [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.179647] env[62402]: DEBUG nova.virt.hardware [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.179805] env[62402]: DEBUG nova.virt.hardware [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.180012] env[62402]: DEBUG nova.virt.hardware [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.180736] env[62402]: DEBUG nova.virt.hardware [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.180736] env[62402]: DEBUG nova.virt.hardware [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.180736] env[62402]: DEBUG nova.virt.hardware [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.181127] env[62402]: DEBUG nova.virt.hardware [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.182934] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29911725-4da1-4604-a8da-3369d0172df3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.192492] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9980cb-242b-4029-bf0e-101c1cc0bc53 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.199313] env[62402]: DEBUG nova.scheduler.client.report [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Updating ProviderTree inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1322.199560] env[62402]: DEBUG nova.compute.provider_tree [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.217335] env[62402]: DEBUG nova.scheduler.client.report [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Refreshing aggregate associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, aggregates: None {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1322.233666] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872178, 'name': ReconfigVM_Task, 'duration_secs': 1.018552} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.233666] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Reconfigured VM instance instance-00000008 to attach disk [datastore2] a745e51a-f607-420b-bb0d-5692070a747a/a745e51a-f607-420b-bb0d-5692070a747a.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.237443] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c5e96e8-fcdd-4dc1-9aef-9506aff44cfb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.240065] env[62402]: DEBUG oslo_vmware.api [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872173, 'name': PowerOnVM_Task, 'duration_secs': 1.628698} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.240394] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.240621] env[62402]: INFO nova.compute.manager [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Took 18.93 seconds to spawn the instance on the hypervisor. [ 1322.240854] env[62402]: DEBUG nova.compute.manager [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.243654] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455fd1c6-8c40-416c-b838-c7c0570e2e16 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.248291] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Waiting for the task: (returnval){ [ 1322.248291] env[62402]: value = "task-1872183" [ 1322.248291] env[62402]: _type = "Task" [ 1322.248291] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.249324] env[62402]: DEBUG nova.scheduler.client.report [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Refreshing trait associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1322.267124] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872183, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.282576] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "50996a24-6344-471e-885b-852e36adb8b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.282822] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "50996a24-6344-471e-885b-852e36adb8b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.360108] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149856} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.364316] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.364679] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.365553] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8e50cb-6c37-4efd-b9a9-920c2ff52922 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.396383] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 7dfe7984-450c-4e93-a313-8ee4be75cf77/7dfe7984-450c-4e93-a313-8ee4be75cf77.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.402963] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e9fa6b1-7a0a-462a-b0f8-61dff11e7aff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.425158] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Waiting for the task: (returnval){ [ 1322.425158] env[62402]: value = "task-1872184" [ 1322.425158] env[62402]: _type = "Task" [ 1322.425158] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.433760] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.521220] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52875516-d43b-bbbc-3083-7c47c79dc1da, 'name': SearchDatastore_Task, 'duration_secs': 0.008813} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.521560] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.521807] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1322.522057] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.522235] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.522583] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.522858] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a8f7dc9-50cd-4f85-85f6-90b33578c3f3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.530892] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.531210] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1322.533202] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed1aac32-cecd-40ee-95fa-c064cc1befb0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.537738] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1322.537738] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d86ca0-2b4f-ad3a-c0c6-1be7bebbd66e" [ 1322.537738] env[62402]: _type = "Task" [ 1322.537738] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.549298] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d86ca0-2b4f-ad3a-c0c6-1be7bebbd66e, 'name': SearchDatastore_Task, 'duration_secs': 0.008075} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.550107] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf71a61-edbd-43d7-8f3e-ccfacde78914 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.555772] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1322.555772] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52406417-ca1c-6ee4-cbcc-57af0da90276" [ 1322.555772] env[62402]: _type = "Task" [ 1322.555772] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.564736] env[62402]: DEBUG nova.network.neutron [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.573958] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52406417-ca1c-6ee4-cbcc-57af0da90276, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.577292] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.577292] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 7c628f37-d966-4d1e-8f1c-429c305592db/7c628f37-d966-4d1e-8f1c-429c305592db.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.577292] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e965866f-8d86-4104-af74-4cd5b5674bfc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.580862] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1322.580862] env[62402]: value = "task-1872185" [ 1322.580862] env[62402]: _type = "Task" [ 1322.580862] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.588824] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.672132] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d92906-4cf7-47ba-9d0b-4a22dd5292fb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.680136] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da85d2c4-b87b-4225-8097-94bb4e9e7a86 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.716632] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6375126-62f3-4610-bbfa-5667db50423e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.727187] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09baa332-7179-4fee-9e0b-393ad4fd5e12 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.733044] env[62402]: DEBUG nova.network.neutron [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Updated VIF entry in instance network info cache for port 9c414e9d-57fb-46be-a956-8a224afa71c3. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.733488] env[62402]: DEBUG nova.network.neutron [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Updating instance_info_cache with network_info: [{"id": "9c414e9d-57fb-46be-a956-8a224afa71c3", "address": "fa:16:3e:03:c8:85", "network": {"id": "4abcab30-4900-4c59-9df5-2e038943782d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1912505116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f2107baae549f68a28693e7b0a2177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c414e9d-57", "ovs_interfaceid": "9c414e9d-57fb-46be-a956-8a224afa71c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.742964] env[62402]: DEBUG nova.compute.provider_tree [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.766317] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872183, 'name': Rename_Task, 'duration_secs': 0.152515} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.768242] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.768696] env[62402]: INFO nova.compute.manager [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Took 31.21 seconds to build instance. [ 1322.769485] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-760f3284-f5ad-4e41-b067-c3d6e255735a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.776936] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Waiting for the task: (returnval){ [ 1322.776936] env[62402]: value = "task-1872186" [ 1322.776936] env[62402]: _type = "Task" [ 1322.776936] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.788012] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.854661] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.940167] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872184, 'name': ReconfigVM_Task, 'duration_secs': 0.334019} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.940167] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 7dfe7984-450c-4e93-a313-8ee4be75cf77/7dfe7984-450c-4e93-a313-8ee4be75cf77.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.940433] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41066ded-eb40-44ac-b74e-5b8c90aa3a35 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.946954] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Waiting for the task: (returnval){ [ 1322.946954] env[62402]: value = "task-1872187" [ 1322.946954] env[62402]: _type = "Task" [ 1322.946954] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.956484] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872187, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.975555] env[62402]: DEBUG nova.network.neutron [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Updating instance_info_cache with network_info: [{"id": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "address": "fa:16:3e:d9:d4:24", "network": {"id": "94b8469d-fdd8-4c0b-b998-53139108d6f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1108072681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ccb4d778794420eb54b86bf2914f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac21ed64-58", "ovs_interfaceid": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.094845] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872185, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.245675] env[62402]: DEBUG oslo_concurrency.lockutils [req-0791e6ef-0ece-4da3-8224-5df08e138105 req-377973c5-d164-4949-96b3-662ac075b16e service nova] Releasing lock "refresh_cache-49bd1942-1d63-40e9-adb0-3f1ee2cd5171" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.272121] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db80c965-b25c-4cf2-9325-bf96548fb355 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "ee33adb6-e557-41a3-af97-4a510dabac58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.719s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.290980] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.297249] env[62402]: DEBUG nova.scheduler.client.report [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Updated inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1323.297249] env[62402]: DEBUG nova.compute.provider_tree [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Updating resource provider c2826406-6fc4-4c09-886a-a6552c22449a generation from 25 to 26 during operation: update_inventory {{(pid=62402) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1323.297774] env[62402]: DEBUG nova.compute.provider_tree [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1323.352961] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872181, 'name': ReconfigVM_Task, 'duration_secs': 1.347522} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.352961] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Reconfigured VM instance instance-00000009 to attach disk [datastore2] e373f33a-c3a8-4cf8-bf4c-d096bc0b040e/e373f33a-c3a8-4cf8-bf4c-d096bc0b040e.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.353716] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45f4872a-24e6-4f9d-bf2b-14e9b9975d82 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.361104] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Waiting for the task: (returnval){ [ 1323.361104] env[62402]: value = "task-1872188" [ 1323.361104] env[62402]: _type = "Task" [ 1323.361104] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.370021] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872188, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.458939] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872187, 'name': Rename_Task, 'duration_secs': 0.474189} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.459583] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.459583] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-facb1960-fdd8-4dce-9530-789b1a4c0aed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.465966] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Waiting for the task: (returnval){ [ 1323.465966] env[62402]: value = "task-1872189" [ 1323.465966] env[62402]: _type = "Task" [ 1323.465966] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.474965] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.478588] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Releasing lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.478884] env[62402]: DEBUG nova.compute.manager [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Instance network_info: |[{"id": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "address": "fa:16:3e:d9:d4:24", "network": {"id": "94b8469d-fdd8-4c0b-b998-53139108d6f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1108072681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ccb4d778794420eb54b86bf2914f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac21ed64-58", "ovs_interfaceid": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.479306] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d4:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac21ed64-5884-4c09-ac38-b15ecd887f0d', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.490206] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Creating folder: Project (0ccb4d778794420eb54b86bf2914f7cf). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.490269] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8db0451d-6ba6-4d59-a1fc-3dc9590500b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.493367] env[62402]: DEBUG nova.compute.manager [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Received event network-vif-plugged-ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1323.493614] env[62402]: DEBUG oslo_concurrency.lockutils [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] Acquiring lock "2110c7ab-0962-4884-b120-e1c1fb1bab16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.496743] env[62402]: DEBUG oslo_concurrency.lockutils [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] Lock "2110c7ab-0962-4884-b120-e1c1fb1bab16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.496743] env[62402]: DEBUG oslo_concurrency.lockutils [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] Lock "2110c7ab-0962-4884-b120-e1c1fb1bab16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.496743] env[62402]: DEBUG nova.compute.manager [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] No waiting events found dispatching network-vif-plugged-ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.496743] env[62402]: WARNING nova.compute.manager [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Received unexpected event network-vif-plugged-ac21ed64-5884-4c09-ac38-b15ecd887f0d for instance with vm_state building and task_state spawning. [ 1323.496743] env[62402]: DEBUG nova.compute.manager [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Received event network-changed-ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1323.497144] env[62402]: DEBUG nova.compute.manager [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Refreshing instance network info cache due to event network-changed-ac21ed64-5884-4c09-ac38-b15ecd887f0d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1323.497144] env[62402]: DEBUG oslo_concurrency.lockutils [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] Acquiring lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.497144] env[62402]: DEBUG oslo_concurrency.lockutils [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] Acquired lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.497144] env[62402]: DEBUG nova.network.neutron [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Refreshing network info cache for port ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.504608] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Created folder: Project (0ccb4d778794420eb54b86bf2914f7cf) in parent group-v386882. [ 1323.504915] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Creating folder: Instances. Parent ref: group-v386914. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.505110] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48b40c49-605a-4d2b-b613-ef6b8698abd5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.514755] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Created folder: Instances in parent group-v386914. [ 1323.514995] env[62402]: DEBUG oslo.service.loopingcall [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.515201] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.515407] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a65c62bc-f1a7-49a9-91f8-8d9c50c2cad5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.536646] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.536646] env[62402]: value = "task-1872192" [ 1323.536646] env[62402]: _type = "Task" [ 1323.536646] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.544794] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872192, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.593532] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752331} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.593532] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 7c628f37-d966-4d1e-8f1c-429c305592db/7c628f37-d966-4d1e-8f1c-429c305592db.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.593532] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.593826] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-284d25b2-38b3-4676-a0b7-cbf0a9a575fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.601074] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1323.601074] env[62402]: value = "task-1872193" [ 1323.601074] env[62402]: _type = "Task" [ 1323.601074] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.609781] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.666337] env[62402]: DEBUG nova.compute.manager [req-5a889bf7-713e-4e29-bdeb-c9de86811cbc req-a9c3cbc1-6eb6-4129-adf2-0255193787d4 service nova] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Received event network-changed-b9e10c5d-cc40-40b2-a913-738363a06ba1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1323.666644] env[62402]: DEBUG nova.compute.manager [req-5a889bf7-713e-4e29-bdeb-c9de86811cbc req-a9c3cbc1-6eb6-4129-adf2-0255193787d4 service nova] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Refreshing instance network info cache due to event network-changed-b9e10c5d-cc40-40b2-a913-738363a06ba1. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1323.666818] env[62402]: DEBUG oslo_concurrency.lockutils [req-5a889bf7-713e-4e29-bdeb-c9de86811cbc req-a9c3cbc1-6eb6-4129-adf2-0255193787d4 service nova] Acquiring lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.666948] env[62402]: DEBUG oslo_concurrency.lockutils [req-5a889bf7-713e-4e29-bdeb-c9de86811cbc req-a9c3cbc1-6eb6-4129-adf2-0255193787d4 service nova] Acquired lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.667598] env[62402]: DEBUG nova.network.neutron [req-5a889bf7-713e-4e29-bdeb-c9de86811cbc req-a9c3cbc1-6eb6-4129-adf2-0255193787d4 service nova] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Refreshing network info cache for port b9e10c5d-cc40-40b2-a913-738363a06ba1 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.777079] env[62402]: DEBUG nova.compute.manager [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1323.789078] env[62402]: DEBUG oslo_vmware.api [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872186, 'name': PowerOnVM_Task, 'duration_secs': 0.858929} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.789520] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.789808] env[62402]: INFO nova.compute.manager [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Took 14.05 seconds to spawn the instance on the hypervisor. [ 1323.790116] env[62402]: DEBUG nova.compute.manager [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.790985] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5104ff57-0dc6-4077-8676-77175cd17601 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.802295] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.692s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.802765] env[62402]: DEBUG nova.compute.manager [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1323.810596] env[62402]: DEBUG oslo_concurrency.lockutils [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.605s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.810596] env[62402]: DEBUG nova.objects.instance [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Lazy-loading 'resources' on Instance uuid a52bb86d-9e50-4e8f-8164-e30141b27c82 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.873681] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872188, 'name': Rename_Task, 'duration_secs': 0.149295} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.875046] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.875046] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e3d979-2f45-4422-92d4-3ab84ff37f6e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.880209] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Waiting for the task: (returnval){ [ 1323.880209] env[62402]: value = "task-1872194" [ 1323.880209] env[62402]: _type = "Task" [ 1323.880209] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.889466] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.951463] env[62402]: DEBUG nova.network.neutron [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Successfully updated port: 5ef504d2-1cd0-4189-bdab-a2fc959f409c {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.977757] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.050380] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872192, 'name': CreateVM_Task, 'duration_secs': 0.342866} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.050380] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.051412] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.051412] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.051668] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.055074] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d6bfe2-d323-4378-b98d-082baa1bff40 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.061134] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1324.061134] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52062d9f-da8b-2094-1e2f-1965a635d48f" [ 1324.061134] env[62402]: _type = "Task" [ 1324.061134] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.069714] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52062d9f-da8b-2094-1e2f-1965a635d48f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.110715] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063989} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.111229] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.111802] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40670b4f-92d3-463e-96cd-ca62732ecf2f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.136777] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 7c628f37-d966-4d1e-8f1c-429c305592db/7c628f37-d966-4d1e-8f1c-429c305592db.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.136777] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c62a10af-3347-4ea8-8616-7b015bf5492e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.155811] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1324.155811] env[62402]: value = "task-1872195" [ 1324.155811] env[62402]: _type = "Task" [ 1324.155811] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.169184] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.298395] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.312795] env[62402]: DEBUG nova.compute.utils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1324.325917] env[62402]: DEBUG nova.compute.manager [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1324.327072] env[62402]: DEBUG nova.network.neutron [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.335594] env[62402]: INFO nova.compute.manager [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Took 26.79 seconds to build instance. [ 1324.394919] env[62402]: DEBUG oslo_vmware.api [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872194, 'name': PowerOnVM_Task, 'duration_secs': 0.498475} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.394919] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.395234] env[62402]: INFO nova.compute.manager [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Took 12.22 seconds to spawn the instance on the hypervisor. [ 1324.395276] env[62402]: DEBUG nova.compute.manager [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.401019] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506be8fa-45b4-4a61-8cc4-fdb225494fa1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.457749] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Acquiring lock "refresh_cache-7443643b-7b8a-45a2-b980-d13863db241c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.457852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Acquired lock "refresh_cache-7443643b-7b8a-45a2-b980-d13863db241c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.458106] env[62402]: DEBUG nova.network.neutron [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.482769] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872189, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.487009] env[62402]: DEBUG nova.policy [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69d0abdbdc824a2298e201c208137c21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31fee58ab794128bbf7e416c1db9804', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1324.577414] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52062d9f-da8b-2094-1e2f-1965a635d48f, 'name': SearchDatastore_Task, 'duration_secs': 0.021234} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.580327] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.580584] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.580813] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.581385] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.581385] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.581642] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a817214-7ddb-4139-b233-df0688ee19cf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.591809] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.593097] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.596032] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3f3e08-fc2f-4725-8858-0dd5789adad6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.605239] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1324.605239] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528bc43e-99d0-b0c3-98ff-5edea8594a07" [ 1324.605239] env[62402]: _type = "Task" [ 1324.605239] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.615392] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528bc43e-99d0-b0c3-98ff-5edea8594a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.676644] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872195, 'name': ReconfigVM_Task, 'duration_secs': 0.462899} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.683924] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 7c628f37-d966-4d1e-8f1c-429c305592db/7c628f37-d966-4d1e-8f1c-429c305592db.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.689984] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3603bad5-7dbe-41f4-9a32-52a7eea81da4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.700084] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1324.700084] env[62402]: value = "task-1872196" [ 1324.700084] env[62402]: _type = "Task" [ 1324.700084] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.716579] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872196, 'name': Rename_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.756282] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de245d5-9d2a-466d-8d3a-c3886168e27e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.768053] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847352da-5e35-47f1-95ed-3a395f7e4089 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.804145] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559eb647-00d8-4cd8-bf17-0a22090e12b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.811753] env[62402]: DEBUG nova.network.neutron [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Updated VIF entry in instance network info cache for port ac21ed64-5884-4c09-ac38-b15ecd887f0d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.812158] env[62402]: DEBUG nova.network.neutron [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Updating instance_info_cache with network_info: [{"id": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "address": "fa:16:3e:d9:d4:24", "network": {"id": "94b8469d-fdd8-4c0b-b998-53139108d6f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1108072681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ccb4d778794420eb54b86bf2914f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac21ed64-58", "ovs_interfaceid": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.819959] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d984d5-8e3d-491f-970e-c125f6bf8a49 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.823834] env[62402]: DEBUG nova.compute.manager [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1324.838709] env[62402]: DEBUG nova.compute.provider_tree [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.841091] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16fec3a6-8c01-4b4f-8da6-cdbde8480031 tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Lock "a745e51a-f607-420b-bb0d-5692070a747a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.320s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.925321] env[62402]: INFO nova.compute.manager [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Took 26.46 seconds to build instance. [ 1324.979891] env[62402]: DEBUG oslo_vmware.api [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872189, 'name': PowerOnVM_Task, 'duration_secs': 1.254529} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.979891] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.980572] env[62402]: INFO nova.compute.manager [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1324.980764] env[62402]: DEBUG nova.compute.manager [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.981760] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99621b13-2ac3-4e59-af15-1611d404b488 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.035189] env[62402]: DEBUG nova.network.neutron [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.115995] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528bc43e-99d0-b0c3-98ff-5edea8594a07, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.116805] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc10090-877e-4ea5-aba4-0b3f1d849578 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.122997] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1325.122997] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5201b496-5c3e-7194-6bf8-7be0cd5e0c41" [ 1325.122997] env[62402]: _type = "Task" [ 1325.122997] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.133897] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5201b496-5c3e-7194-6bf8-7be0cd5e0c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.208701] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872196, 'name': Rename_Task, 'duration_secs': 0.35507} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.209157] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.209528] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f35f4bf-dae7-46ae-8b04-0d4fe9d119e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.216484] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1325.216484] env[62402]: value = "task-1872197" [ 1325.216484] env[62402]: _type = "Task" [ 1325.216484] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.221792] env[62402]: DEBUG nova.network.neutron [req-5a889bf7-713e-4e29-bdeb-c9de86811cbc req-a9c3cbc1-6eb6-4129-adf2-0255193787d4 service nova] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updated VIF entry in instance network info cache for port b9e10c5d-cc40-40b2-a913-738363a06ba1. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.222126] env[62402]: DEBUG nova.network.neutron [req-5a889bf7-713e-4e29-bdeb-c9de86811cbc req-a9c3cbc1-6eb6-4129-adf2-0255193787d4 service nova] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance_info_cache with network_info: [{"id": "b9e10c5d-cc40-40b2-a913-738363a06ba1", "address": "fa:16:3e:f3:56:f8", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e10c5d-cc", "ovs_interfaceid": "b9e10c5d-cc40-40b2-a913-738363a06ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.226041] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.315331] env[62402]: DEBUG oslo_concurrency.lockutils [req-58c4dcf3-4260-4717-ad83-a0eb1f8c9f1b req-af647fea-eee4-44c2-b16b-dd39fd9e974f service nova] Releasing lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.337674] env[62402]: DEBUG nova.network.neutron [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Updating instance_info_cache with network_info: [{"id": "5ef504d2-1cd0-4189-bdab-a2fc959f409c", "address": "fa:16:3e:56:74:98", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef504d2-1c", "ovs_interfaceid": "5ef504d2-1cd0-4189-bdab-a2fc959f409c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.343680] env[62402]: DEBUG nova.scheduler.client.report [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.346300] env[62402]: DEBUG nova.compute.manager [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.427919] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2c3824a4-83c7-4641-a48e-2075d41832fd tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Lock "e373f33a-c3a8-4cf8-bf4c-d096bc0b040e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.978s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.506734] env[62402]: INFO nova.compute.manager [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Took 25.47 seconds to build instance. [ 1325.635694] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5201b496-5c3e-7194-6bf8-7be0cd5e0c41, 'name': SearchDatastore_Task, 'duration_secs': 0.030918} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.635916] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.636192] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 2110c7ab-0962-4884-b120-e1c1fb1bab16/2110c7ab-0962-4884-b120-e1c1fb1bab16.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.636442] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95da9fd7-92e6-4a52-ba4b-fe89eb8092d3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.644674] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1325.644674] env[62402]: value = "task-1872198" [ 1325.644674] env[62402]: _type = "Task" [ 1325.644674] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.657846] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.731845] env[62402]: DEBUG oslo_concurrency.lockutils [req-5a889bf7-713e-4e29-bdeb-c9de86811cbc req-a9c3cbc1-6eb6-4129-adf2-0255193787d4 service nova] Releasing lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.732882] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872197, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.835436] env[62402]: DEBUG nova.compute.manager [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1325.839786] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Releasing lock "refresh_cache-7443643b-7b8a-45a2-b980-d13863db241c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.840139] env[62402]: DEBUG nova.compute.manager [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Instance network_info: |[{"id": "5ef504d2-1cd0-4189-bdab-a2fc959f409c", "address": "fa:16:3e:56:74:98", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef504d2-1c", "ovs_interfaceid": "5ef504d2-1cd0-4189-bdab-a2fc959f409c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.840875] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:74:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ef504d2-1cd0-4189-bdab-a2fc959f409c', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.853609] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Creating folder: Project (81274ed17c1b4272827879ca800931c0). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.855848] env[62402]: DEBUG oslo_concurrency.lockutils [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.858247] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d26e5ec-cebd-4bbf-888c-3dfda2bb9a02 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.867510] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.654s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.870285] env[62402]: INFO nova.compute.claims [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.885592] env[62402]: DEBUG nova.virt.hardware [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T03:06:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='432751569',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1200963616',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.886372] env[62402]: DEBUG nova.virt.hardware [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.886372] env[62402]: DEBUG nova.virt.hardware [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.886372] env[62402]: DEBUG nova.virt.hardware [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.886372] env[62402]: DEBUG nova.virt.hardware [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.886568] env[62402]: DEBUG nova.virt.hardware [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.886677] env[62402]: DEBUG nova.virt.hardware [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.886846] env[62402]: DEBUG nova.virt.hardware [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.887039] env[62402]: DEBUG nova.virt.hardware [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.887220] env[62402]: DEBUG nova.virt.hardware [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.887464] env[62402]: DEBUG nova.virt.hardware [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.887832] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Created folder: Project (81274ed17c1b4272827879ca800931c0) in parent group-v386882. [ 1325.888035] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Creating folder: Instances. Parent ref: group-v386917. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.889202] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1496326-f3df-4bc7-9377-272d9da52e5b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.894802] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.896535] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae384aba-01bf-4dec-b62c-a3f04d434a63 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.904401] env[62402]: INFO nova.scheduler.client.report [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Deleted allocations for instance a52bb86d-9e50-4e8f-8164-e30141b27c82 [ 1325.923017] env[62402]: DEBUG nova.network.neutron [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Successfully created port: 34fadb2d-4a44-42ad-8d72-c98653eab838 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.926117] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14085b8-a6e9-4c61-a5f8-681d565e1f1d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.930853] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Created folder: Instances in parent group-v386917. [ 1325.930853] env[62402]: DEBUG oslo.service.loopingcall [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.931432] env[62402]: DEBUG nova.compute.manager [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.933977] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.936150] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aa2d6be-0e99-4c05-bb34-e7da19da6be3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.971213] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.971213] env[62402]: value = "task-1872201" [ 1325.971213] env[62402]: _type = "Task" [ 1325.971213] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.983690] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872201, 'name': CreateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.010550] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f236304a-de68-4cdb-af5b-8632094d26a3 tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.990s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.162304] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872198, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.233879] env[62402]: DEBUG oslo_vmware.api [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872197, 'name': PowerOnVM_Task, 'duration_secs': 0.845981} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.234662] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.234662] env[62402]: INFO nova.compute.manager [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1326.237066] env[62402]: DEBUG nova.compute.manager [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.238111] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aca4aa4-7b59-4cc7-ad86-59214361243e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.443639] env[62402]: DEBUG oslo_concurrency.lockutils [None req-61ea2a22-0ada-4cfc-ac57-29318e34102d tempest-DeleteServersAdminTestJSON-900379056 tempest-DeleteServersAdminTestJSON-900379056-project-admin] Lock "a52bb86d-9e50-4e8f-8164-e30141b27c82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.821s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.474211] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.485245] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872201, 'name': CreateVM_Task, 'duration_secs': 0.495792} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.485352] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.486028] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.487880] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.487880] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.487880] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4484fb-0ef1-4348-ab35-a42cb0fe8921 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.493690] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Waiting for the task: (returnval){ [ 1326.493690] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528fdaef-9559-907f-16b8-99003c71dc36" [ 1326.493690] env[62402]: _type = "Task" [ 1326.493690] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.503417] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528fdaef-9559-907f-16b8-99003c71dc36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.518631] env[62402]: DEBUG nova.compute.manager [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.660160] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657499} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.660712] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 2110c7ab-0962-4884-b120-e1c1fb1bab16/2110c7ab-0962-4884-b120-e1c1fb1bab16.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.661109] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.662123] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f9aede5-e8b3-4e31-98f4-892a5870320f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.670913] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1326.670913] env[62402]: value = "task-1872202" [ 1326.670913] env[62402]: _type = "Task" [ 1326.670913] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.678455] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.760994] env[62402]: INFO nova.compute.manager [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Took 20.54 seconds to build instance. [ 1327.010898] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528fdaef-9559-907f-16b8-99003c71dc36, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.014740] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.014740] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.014740] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.014740] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.015291] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.015291] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcb7ce9a-932e-46fd-8661-4ec1c2ec8393 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.024513] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.024748] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.025531] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-940544be-5bee-45db-aa5e-fb9841416e10 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.033294] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Waiting for the task: (returnval){ [ 1327.033294] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52859b32-8697-ef67-8217-411f5fa08bd5" [ 1327.033294] env[62402]: _type = "Task" [ 1327.033294] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.048677] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52859b32-8697-ef67-8217-411f5fa08bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012316} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.051280] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edb2f47-dbbd-4116-8577-ad0de311bbf2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.056929] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Waiting for the task: (returnval){ [ 1327.056929] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a9481b-86fb-cf16-f8dc-46d7c9b4d282" [ 1327.056929] env[62402]: _type = "Task" [ 1327.056929] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.064583] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.069591] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a9481b-86fb-cf16-f8dc-46d7c9b4d282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.185619] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073392} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.185780] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.186598] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d855e67-fd07-4723-aadf-1f20dfb46eae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.221674] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 2110c7ab-0962-4884-b120-e1c1fb1bab16/2110c7ab-0962-4884-b120-e1c1fb1bab16.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.225758] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420fa797-a814-4a40-beb4-96fe9eac1a7c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.245750] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1327.245750] env[62402]: value = "task-1872203" [ 1327.245750] env[62402]: _type = "Task" [ 1327.245750] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.257658] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872203, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.264107] env[62402]: DEBUG oslo_concurrency.lockutils [None req-359b98c6-a1f8-4e72-8f6c-8a3cdf4352c2 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "7c628f37-d966-4d1e-8f1c-429c305592db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.405s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.327215] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228cb030-5a33-4e48-893f-1a7250d44313 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.335748] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9838aa16-b5a3-472d-881c-5b11b29ae0f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.377172] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d3c07f-dddd-442c-92c0-89aba67f4914 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.387716] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdebc708-2869-4ea6-84de-1bff1fe6090f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.403268] env[62402]: DEBUG nova.compute.provider_tree [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.570405] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a9481b-86fb-cf16-f8dc-46d7c9b4d282, 'name': SearchDatastore_Task, 'duration_secs': 0.013606} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.570405] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.570722] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 7443643b-7b8a-45a2-b980-d13863db241c/7443643b-7b8a-45a2-b980-d13863db241c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.571228] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8775851c-587f-4bd6-8795-9ad127ae07b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.580248] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Waiting for the task: (returnval){ [ 1327.580248] env[62402]: value = "task-1872204" [ 1327.580248] env[62402]: _type = "Task" [ 1327.580248] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.590330] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.760169] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.768370] env[62402]: DEBUG nova.compute.manager [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1327.908463] env[62402]: DEBUG nova.scheduler.client.report [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.944447] env[62402]: DEBUG nova.compute.manager [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Received event network-vif-plugged-5ef504d2-1cd0-4189-bdab-a2fc959f409c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1327.944447] env[62402]: DEBUG oslo_concurrency.lockutils [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] Acquiring lock "7443643b-7b8a-45a2-b980-d13863db241c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.944447] env[62402]: DEBUG oslo_concurrency.lockutils [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] Lock "7443643b-7b8a-45a2-b980-d13863db241c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.944447] env[62402]: DEBUG oslo_concurrency.lockutils [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] Lock "7443643b-7b8a-45a2-b980-d13863db241c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.944447] env[62402]: DEBUG nova.compute.manager [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] No waiting events found dispatching network-vif-plugged-5ef504d2-1cd0-4189-bdab-a2fc959f409c {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1327.944654] env[62402]: WARNING nova.compute.manager [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Received unexpected event network-vif-plugged-5ef504d2-1cd0-4189-bdab-a2fc959f409c for instance with vm_state building and task_state spawning. [ 1327.944654] env[62402]: DEBUG nova.compute.manager [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Received event network-changed-5ef504d2-1cd0-4189-bdab-a2fc959f409c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1327.944654] env[62402]: DEBUG nova.compute.manager [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Refreshing instance network info cache due to event network-changed-5ef504d2-1cd0-4189-bdab-a2fc959f409c. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1327.945828] env[62402]: DEBUG oslo_concurrency.lockutils [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] Acquiring lock "refresh_cache-7443643b-7b8a-45a2-b980-d13863db241c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.946456] env[62402]: DEBUG oslo_concurrency.lockutils [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] Acquired lock "refresh_cache-7443643b-7b8a-45a2-b980-d13863db241c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.946908] env[62402]: DEBUG nova.network.neutron [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Refreshing network info cache for port 5ef504d2-1cd0-4189-bdab-a2fc959f409c {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.093342] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872204, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.264083] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872203, 'name': ReconfigVM_Task, 'duration_secs': 0.728412} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.264397] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 2110c7ab-0962-4884-b120-e1c1fb1bab16/2110c7ab-0962-4884-b120-e1c1fb1bab16.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.265156] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a7919e4-518c-4304-b934-1392c304a7fd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.273375] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1328.273375] env[62402]: value = "task-1872205" [ 1328.273375] env[62402]: _type = "Task" [ 1328.273375] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.299141] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872205, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.309861] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.414463] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.415147] env[62402]: DEBUG nova.compute.manager [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.421061] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.493s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.421061] env[62402]: DEBUG nova.objects.instance [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Lazy-loading 'resources' on Instance uuid 15cb1e71-3702-4f64-a49c-1526dde5e8f9 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.594926] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842348} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.595341] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 7443643b-7b8a-45a2-b980-d13863db241c/7443643b-7b8a-45a2-b980-d13863db241c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.595592] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.595855] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa527fe5-f15e-4904-895a-b8afe6818fda {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.602131] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Waiting for the task: (returnval){ [ 1328.602131] env[62402]: value = "task-1872206" [ 1328.602131] env[62402]: _type = "Task" [ 1328.602131] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.619624] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.785316] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872205, 'name': Rename_Task, 'duration_secs': 0.327042} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.785316] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.786504] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b0b8834-cb58-4ca5-bef5-378bd6f95c1e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.796178] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1328.796178] env[62402]: value = "task-1872207" [ 1328.796178] env[62402]: _type = "Task" [ 1328.796178] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.805191] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.912733] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "fb828cea-cae3-4116-bc6b-be2bd4d2e18f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.913591] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "fb828cea-cae3-4116-bc6b-be2bd4d2e18f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.923106] env[62402]: DEBUG nova.compute.utils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1328.927901] env[62402]: DEBUG nova.compute.manager [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.927901] env[62402]: DEBUG nova.network.neutron [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.931497] env[62402]: DEBUG nova.network.neutron [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Successfully updated port: 34fadb2d-4a44-42ad-8d72-c98653eab838 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.051599] env[62402]: DEBUG nova.network.neutron [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Updated VIF entry in instance network info cache for port 5ef504d2-1cd0-4189-bdab-a2fc959f409c. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.051990] env[62402]: DEBUG nova.network.neutron [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Updating instance_info_cache with network_info: [{"id": "5ef504d2-1cd0-4189-bdab-a2fc959f409c", "address": "fa:16:3e:56:74:98", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef504d2-1c", "ovs_interfaceid": "5ef504d2-1cd0-4189-bdab-a2fc959f409c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.056687] env[62402]: DEBUG nova.policy [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5322a0839a641e1b9cd83d3463f45c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8982badedb14c38b9c0ae8c3082bace', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1329.114919] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062418} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.120486] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.122127] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c9f5a0-b330-44b1-9c95-af3f576a5f3a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.148391] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 7443643b-7b8a-45a2-b980-d13863db241c/7443643b-7b8a-45a2-b980-d13863db241c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.151624] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea92e578-8cb2-4ca2-a45a-5cbbc7458d79 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.174669] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Waiting for the task: (returnval){ [ 1329.174669] env[62402]: value = "task-1872208" [ 1329.174669] env[62402]: _type = "Task" [ 1329.174669] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.184340] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.228749] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Acquiring lock "e373f33a-c3a8-4cf8-bf4c-d096bc0b040e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.229060] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Lock "e373f33a-c3a8-4cf8-bf4c-d096bc0b040e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.229971] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Acquiring lock "e373f33a-c3a8-4cf8-bf4c-d096bc0b040e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.229971] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Lock "e373f33a-c3a8-4cf8-bf4c-d096bc0b040e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.229971] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Lock "e373f33a-c3a8-4cf8-bf4c-d096bc0b040e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.234451] env[62402]: INFO nova.compute.manager [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Terminating instance [ 1329.313860] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.354334] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e2032d-81fa-4ba1-a33d-eeea20b779df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.362179] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c58e625-c326-419d-9fad-e4a3f360808b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.401456] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bb58e6-fe91-4cdc-9d4d-fe61ab7e6eab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.409674] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb1a893-9330-4533-aab2-a35eac0882b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.425132] env[62402]: DEBUG nova.compute.provider_tree [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.427995] env[62402]: DEBUG nova.compute.manager [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.435023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "refresh_cache-878f2943-d443-4c4d-b09b-5972bbd06d9b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.435023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquired lock "refresh_cache-878f2943-d443-4c4d-b09b-5972bbd06d9b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.435023] env[62402]: DEBUG nova.network.neutron [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.561107] env[62402]: DEBUG oslo_concurrency.lockutils [req-60da1541-33c1-4c3d-bcf9-915cf77326c7 req-d73bf120-f243-4d7d-80ac-e300c12ca7b4 service nova] Releasing lock "refresh_cache-7443643b-7b8a-45a2-b980-d13863db241c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.687927] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.738828] env[62402]: DEBUG nova.compute.manager [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.739087] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.740150] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abd3319-9331-4184-83aa-f30db4020340 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.749479] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.749811] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4106711-3a18-4d4b-9d53-abb45e956528 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.758306] env[62402]: DEBUG oslo_vmware.api [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Waiting for the task: (returnval){ [ 1329.758306] env[62402]: value = "task-1872209" [ 1329.758306] env[62402]: _type = "Task" [ 1329.758306] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.770574] env[62402]: DEBUG oslo_vmware.api [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.814395] env[62402]: DEBUG oslo_vmware.api [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872207, 'name': PowerOnVM_Task, 'duration_secs': 0.958911} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.814395] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.814395] env[62402]: INFO nova.compute.manager [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1329.814395] env[62402]: DEBUG nova.compute.manager [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.814395] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f485d57-797b-44c1-874c-366c112f0649 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.929054] env[62402]: DEBUG nova.scheduler.client.report [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.021317] env[62402]: DEBUG nova.network.neutron [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Successfully created port: c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.112269] env[62402]: DEBUG nova.network.neutron [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.186646] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872208, 'name': ReconfigVM_Task, 'duration_secs': 0.666983} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.187995] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 7443643b-7b8a-45a2-b980-d13863db241c/7443643b-7b8a-45a2-b980-d13863db241c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.188748] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f83e07c-8b20-41b7-9438-df5004a7ce88 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.197851] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Waiting for the task: (returnval){ [ 1330.197851] env[62402]: value = "task-1872210" [ 1330.197851] env[62402]: _type = "Task" [ 1330.197851] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.211306] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872210, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.275359] env[62402]: DEBUG oslo_vmware.api [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872209, 'name': PowerOffVM_Task, 'duration_secs': 0.290674} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.275359] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.275508] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.275738] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7afcd45-bb6f-4441-9876-a03b5e0eb907 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.335124] env[62402]: INFO nova.compute.manager [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Took 24.03 seconds to build instance. [ 1330.363039] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.363413] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.363659] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Deleting the datastore file [datastore2] e373f33a-c3a8-4cf8-bf4c-d096bc0b040e {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.364095] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb18f7b1-515e-4bfa-8c4e-164a6225f4eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.372809] env[62402]: DEBUG oslo_vmware.api [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Waiting for the task: (returnval){ [ 1330.372809] env[62402]: value = "task-1872212" [ 1330.372809] env[62402]: _type = "Task" [ 1330.372809] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.387546] env[62402]: DEBUG oslo_vmware.api [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.441412] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.443812] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.327s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.446117] env[62402]: DEBUG nova.objects.instance [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Lazy-loading 'resources' on Instance uuid 28db6b5b-1d44-4314-b89f-97b6e12f5e9c {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.446575] env[62402]: DEBUG nova.compute.manager [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.470311] env[62402]: INFO nova.scheduler.client.report [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Deleted allocations for instance 15cb1e71-3702-4f64-a49c-1526dde5e8f9 [ 1330.481150] env[62402]: DEBUG nova.virt.hardware [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.481393] env[62402]: DEBUG nova.virt.hardware [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.481547] env[62402]: DEBUG nova.virt.hardware [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.482637] env[62402]: DEBUG nova.virt.hardware [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.482740] env[62402]: DEBUG nova.virt.hardware [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.482848] env[62402]: DEBUG nova.virt.hardware [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.483070] env[62402]: DEBUG nova.virt.hardware [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.483266] env[62402]: DEBUG nova.virt.hardware [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.483464] env[62402]: DEBUG nova.virt.hardware [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.483629] env[62402]: DEBUG nova.virt.hardware [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.483800] env[62402]: DEBUG nova.virt.hardware [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.485643] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c765118a-a14b-4a9b-b4b8-4785d3b89cb2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.494512] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78500de7-c398-4393-8d49-fd596e954998 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.699731] env[62402]: DEBUG nova.network.neutron [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Updating instance_info_cache with network_info: [{"id": "34fadb2d-4a44-42ad-8d72-c98653eab838", "address": "fa:16:3e:6a:1c:69", "network": {"id": "05fe5987-e078-4343-b5ba-269676dca60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1815204593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31fee58ab794128bbf7e416c1db9804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34fadb2d-4a", "ovs_interfaceid": "34fadb2d-4a44-42ad-8d72-c98653eab838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.714915] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872210, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.839295] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79c9cad5-e8cd-408e-9714-e96070141465 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "2110c7ab-0962-4884-b120-e1c1fb1bab16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.081s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.873756] env[62402]: DEBUG nova.compute.manager [req-86bd0940-8b81-40a9-8a15-edcea00f6764 req-4941715d-ac86-4366-a77b-bdeeedb8e0c7 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Received event network-vif-plugged-34fadb2d-4a44-42ad-8d72-c98653eab838 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1330.874353] env[62402]: DEBUG oslo_concurrency.lockutils [req-86bd0940-8b81-40a9-8a15-edcea00f6764 req-4941715d-ac86-4366-a77b-bdeeedb8e0c7 service nova] Acquiring lock "878f2943-d443-4c4d-b09b-5972bbd06d9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.874703] env[62402]: DEBUG oslo_concurrency.lockutils [req-86bd0940-8b81-40a9-8a15-edcea00f6764 req-4941715d-ac86-4366-a77b-bdeeedb8e0c7 service nova] Lock "878f2943-d443-4c4d-b09b-5972bbd06d9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.874988] env[62402]: DEBUG oslo_concurrency.lockutils [req-86bd0940-8b81-40a9-8a15-edcea00f6764 req-4941715d-ac86-4366-a77b-bdeeedb8e0c7 service nova] Lock "878f2943-d443-4c4d-b09b-5972bbd06d9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.875281] env[62402]: DEBUG nova.compute.manager [req-86bd0940-8b81-40a9-8a15-edcea00f6764 req-4941715d-ac86-4366-a77b-bdeeedb8e0c7 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] No waiting events found dispatching network-vif-plugged-34fadb2d-4a44-42ad-8d72-c98653eab838 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.875482] env[62402]: WARNING nova.compute.manager [req-86bd0940-8b81-40a9-8a15-edcea00f6764 req-4941715d-ac86-4366-a77b-bdeeedb8e0c7 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Received unexpected event network-vif-plugged-34fadb2d-4a44-42ad-8d72-c98653eab838 for instance with vm_state building and task_state spawning. [ 1330.886751] env[62402]: DEBUG oslo_vmware.api [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Task: {'id': task-1872212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340573} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.887060] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.887327] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.887511] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.887811] env[62402]: INFO nova.compute.manager [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1330.888020] env[62402]: DEBUG oslo.service.loopingcall [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.888396] env[62402]: DEBUG nova.compute.manager [-] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.888451] env[62402]: DEBUG nova.network.neutron [-] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.980069] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2588c81d-932e-44e1-9b2d-44193c3cc214 tempest-ServerDiagnosticsTest-197168954 tempest-ServerDiagnosticsTest-197168954-project-member] Lock "15cb1e71-3702-4f64-a49c-1526dde5e8f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.210s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.215016] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Releasing lock "refresh_cache-878f2943-d443-4c4d-b09b-5972bbd06d9b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.215016] env[62402]: DEBUG nova.compute.manager [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Instance network_info: |[{"id": "34fadb2d-4a44-42ad-8d72-c98653eab838", "address": "fa:16:3e:6a:1c:69", "network": {"id": "05fe5987-e078-4343-b5ba-269676dca60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1815204593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31fee58ab794128bbf7e416c1db9804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34fadb2d-4a", "ovs_interfaceid": "34fadb2d-4a44-42ad-8d72-c98653eab838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.215303] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:1c:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34fadb2d-4a44-42ad-8d72-c98653eab838', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.225947] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Creating folder: Project (a31fee58ab794128bbf7e416c1db9804). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.231761] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0af730f-b890-4fba-9e80-69716453d6b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.233783] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872210, 'name': Rename_Task, 'duration_secs': 0.922845} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.239399] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.240188] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1222bc2b-651a-4017-b255-56b7e52099fb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.248522] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Waiting for the task: (returnval){ [ 1331.248522] env[62402]: value = "task-1872214" [ 1331.248522] env[62402]: _type = "Task" [ 1331.248522] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.250411] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Created folder: Project (a31fee58ab794128bbf7e416c1db9804) in parent group-v386882. [ 1331.250642] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Creating folder: Instances. Parent ref: group-v386920. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.258222] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa169c1e-cd21-43fd-b8a0-fce1f6cc3f61 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.268696] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872214, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.270410] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Created folder: Instances in parent group-v386920. [ 1331.270749] env[62402]: DEBUG oslo.service.loopingcall [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.270918] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.271196] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edac1a3a-a8b8-4322-82cd-ca31301b6388 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.302024] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.302024] env[62402]: value = "task-1872216" [ 1331.302024] env[62402]: _type = "Task" [ 1331.302024] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.316884] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872216, 'name': CreateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.342010] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4307deef-aefd-4a92-a525-83d4a6f7e829 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.346409] env[62402]: DEBUG nova.compute.manager [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1331.355092] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c8a3bd-209c-4eca-9144-9a1f23d7a410 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.391335] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7778e9a-7f40-4a65-8298-c798fa43c4d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.400077] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4d8c93-b266-491e-bb3c-8d89707ee4ce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.415894] env[62402]: DEBUG nova.compute.provider_tree [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.762606] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872214, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.818440] env[62402]: DEBUG nova.compute.manager [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Stashing vm_state: active {{(pid=62402) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1331.827201] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872216, 'name': CreateVM_Task, 'duration_secs': 0.443495} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.828521] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.831322] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.831322] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.831322] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.831322] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f184ca-7cff-49b2-9bb9-dc1d76bbe36b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.837703] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1331.837703] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a43448-b11c-3313-cd9a-33c3ae62bd76" [ 1331.837703] env[62402]: _type = "Task" [ 1331.837703] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.849791] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a43448-b11c-3313-cd9a-33c3ae62bd76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.879462] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.884020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "f64661b9-8a73-4152-8299-679864409724" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.884317] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "f64661b9-8a73-4152-8299-679864409724" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.919079] env[62402]: DEBUG nova.scheduler.client.report [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.142899] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Acquiring lock "dbb1f8dd-1059-49d5-9aa1-03076b234431" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.143139] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Lock "dbb1f8dd-1059-49d5-9aa1-03076b234431" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.181275] env[62402]: DEBUG nova.compute.manager [req-1265906c-2034-467b-82e6-8e8930600882 req-aea63cff-b2d3-4f24-8009-bc24b99a3ea4 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Received event network-changed-9c414e9d-57fb-46be-a956-8a224afa71c3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1332.181988] env[62402]: DEBUG nova.compute.manager [req-1265906c-2034-467b-82e6-8e8930600882 req-aea63cff-b2d3-4f24-8009-bc24b99a3ea4 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Refreshing instance network info cache due to event network-changed-9c414e9d-57fb-46be-a956-8a224afa71c3. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1332.182520] env[62402]: DEBUG oslo_concurrency.lockutils [req-1265906c-2034-467b-82e6-8e8930600882 req-aea63cff-b2d3-4f24-8009-bc24b99a3ea4 service nova] Acquiring lock "refresh_cache-49bd1942-1d63-40e9-adb0-3f1ee2cd5171" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.182848] env[62402]: DEBUG oslo_concurrency.lockutils [req-1265906c-2034-467b-82e6-8e8930600882 req-aea63cff-b2d3-4f24-8009-bc24b99a3ea4 service nova] Acquired lock "refresh_cache-49bd1942-1d63-40e9-adb0-3f1ee2cd5171" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.183242] env[62402]: DEBUG nova.network.neutron [req-1265906c-2034-467b-82e6-8e8930600882 req-aea63cff-b2d3-4f24-8009-bc24b99a3ea4 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Refreshing network info cache for port 9c414e9d-57fb-46be-a956-8a224afa71c3 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.265127] env[62402]: DEBUG oslo_vmware.api [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872214, 'name': PowerOnVM_Task, 'duration_secs': 0.626336} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.265440] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.266664] env[62402]: INFO nova.compute.manager [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1332.267100] env[62402]: DEBUG nova.compute.manager [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.268035] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df5ce0c-588e-43fe-ad80-37ddee746247 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.352712] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a43448-b11c-3313-cd9a-33c3ae62bd76, 'name': SearchDatastore_Task, 'duration_secs': 0.015755} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.353694] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.354154] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.356601] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.356601] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.356601] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.359647] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.360098] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0feb83e-ebc0-45d2-9182-a4524c3a185b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.374769] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.374769] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.374769] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1348539a-1ec7-49f6-be23-6572c7b29c93 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.383358] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1332.383358] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]520d39ae-4dc9-cc9a-eb4c-b6654853bae4" [ 1332.383358] env[62402]: _type = "Task" [ 1332.383358] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.391895] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]520d39ae-4dc9-cc9a-eb4c-b6654853bae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.425410] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.432492] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.356s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.432492] env[62402]: INFO nova.compute.claims [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.461061] env[62402]: INFO nova.scheduler.client.report [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Deleted allocations for instance 28db6b5b-1d44-4314-b89f-97b6e12f5e9c [ 1332.517989] env[62402]: DEBUG nova.network.neutron [-] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.798085] env[62402]: INFO nova.compute.manager [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Took 25.13 seconds to build instance. [ 1332.853275] env[62402]: DEBUG nova.network.neutron [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Successfully updated port: c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.903117] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]520d39ae-4dc9-cc9a-eb4c-b6654853bae4, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.903117] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7f78c0-b681-47c6-8495-2204ffd98569 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.910816] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1332.910816] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6866e-19ec-3aab-3b5e-f3c85ff023f3" [ 1332.910816] env[62402]: _type = "Task" [ 1332.910816] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.920668] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6866e-19ec-3aab-3b5e-f3c85ff023f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.975418] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2b475ad-87a6-424b-bc36-dc377fbe830c tempest-ImagesNegativeTestJSON-1532173286 tempest-ImagesNegativeTestJSON-1532173286-project-member] Lock "28db6b5b-1d44-4314-b89f-97b6e12f5e9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.804s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.021655] env[62402]: INFO nova.compute.manager [-] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Took 2.13 seconds to deallocate network for instance. [ 1333.190318] env[62402]: DEBUG nova.network.neutron [req-1265906c-2034-467b-82e6-8e8930600882 req-aea63cff-b2d3-4f24-8009-bc24b99a3ea4 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Updated VIF entry in instance network info cache for port 9c414e9d-57fb-46be-a956-8a224afa71c3. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.191039] env[62402]: DEBUG nova.network.neutron [req-1265906c-2034-467b-82e6-8e8930600882 req-aea63cff-b2d3-4f24-8009-bc24b99a3ea4 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Updating instance_info_cache with network_info: [{"id": "9c414e9d-57fb-46be-a956-8a224afa71c3", "address": "fa:16:3e:03:c8:85", "network": {"id": "4abcab30-4900-4c59-9df5-2e038943782d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1912505116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f2107baae549f68a28693e7b0a2177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c414e9d-57", "ovs_interfaceid": "9c414e9d-57fb-46be-a956-8a224afa71c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.215235] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Acquiring lock "a745e51a-f607-420b-bb0d-5692070a747a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.215549] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Lock "a745e51a-f607-420b-bb0d-5692070a747a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.215720] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Acquiring lock "a745e51a-f607-420b-bb0d-5692070a747a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.215900] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Lock "a745e51a-f607-420b-bb0d-5692070a747a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.216078] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Lock "a745e51a-f607-420b-bb0d-5692070a747a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.218908] env[62402]: INFO nova.compute.manager [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Terminating instance [ 1333.304570] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b460aaf-e4c6-4238-a6f5-a957cbe22e81 tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Lock "7443643b-7b8a-45a2-b980-d13863db241c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.645s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.358896] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquiring lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.359055] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquired lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.359231] env[62402]: DEBUG nova.network.neutron [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.422642] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6866e-19ec-3aab-3b5e-f3c85ff023f3, 'name': SearchDatastore_Task, 'duration_secs': 0.023444} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.423054] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.423317] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 878f2943-d443-4c4d-b09b-5972bbd06d9b/878f2943-d443-4c4d-b09b-5972bbd06d9b.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.423574] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef80968d-6549-46b7-ac8d-51068b5daa09 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.433947] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1333.433947] env[62402]: value = "task-1872217" [ 1333.433947] env[62402]: _type = "Task" [ 1333.433947] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.446896] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.532168] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.694923] env[62402]: DEBUG oslo_concurrency.lockutils [req-1265906c-2034-467b-82e6-8e8930600882 req-aea63cff-b2d3-4f24-8009-bc24b99a3ea4 service nova] Releasing lock "refresh_cache-49bd1942-1d63-40e9-adb0-3f1ee2cd5171" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.723561] env[62402]: DEBUG nova.compute.manager [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.724544] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.725505] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc08346-2db5-44a1-8dda-c2d619404640 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.739066] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.739500] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0394e364-a574-4ee2-95ca-416a87d47003 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.752024] env[62402]: DEBUG oslo_vmware.api [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Waiting for the task: (returnval){ [ 1333.752024] env[62402]: value = "task-1872218" [ 1333.752024] env[62402]: _type = "Task" [ 1333.752024] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.762407] env[62402]: DEBUG oslo_vmware.api [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.809824] env[62402]: DEBUG nova.compute.manager [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.846609] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554ad087-6759-488d-854e-d99d6c3cd64e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.858429] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2880654f-35e4-4897-a9ac-643c50bab317 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.898775] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91b70ae-1c11-4063-bfec-d989d792afab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.907993] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef235bd-405d-4d47-accf-10aa66136638 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.923402] env[62402]: DEBUG nova.compute.provider_tree [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.946588] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872217, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.973651] env[62402]: DEBUG nova.network.neutron [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.188593] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Acquiring lock "468ab348-32cd-48ec-a59a-3cb7c39093ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.188947] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Lock "468ab348-32cd-48ec-a59a-3cb7c39093ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.267898] env[62402]: DEBUG oslo_vmware.api [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872218, 'name': PowerOffVM_Task, 'duration_secs': 0.38318} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.268355] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.268532] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.269137] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18dbc68f-d444-401b-9fd7-1653deec4d9f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.339640] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.355651] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.356264] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.356264] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Deleting the datastore file [datastore2] a745e51a-f607-420b-bb0d-5692070a747a {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.356478] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf5362a2-45a3-4c86-ac44-a4efff6a36dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.366166] env[62402]: DEBUG oslo_vmware.api [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Waiting for the task: (returnval){ [ 1334.366166] env[62402]: value = "task-1872220" [ 1334.366166] env[62402]: _type = "Task" [ 1334.366166] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.375909] env[62402]: DEBUG oslo_vmware.api [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.393962] env[62402]: DEBUG nova.compute.manager [None req-b85d19ad-836a-4579-a89a-9e10cd924b20 tempest-ServerExternalEventsTest-1903117679 tempest-ServerExternalEventsTest-1903117679-project] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Received event network-changed {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1334.394159] env[62402]: DEBUG nova.compute.manager [None req-b85d19ad-836a-4579-a89a-9e10cd924b20 tempest-ServerExternalEventsTest-1903117679 tempest-ServerExternalEventsTest-1903117679-project] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Refreshing instance network info cache due to event network-changed. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1334.394406] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b85d19ad-836a-4579-a89a-9e10cd924b20 tempest-ServerExternalEventsTest-1903117679 tempest-ServerExternalEventsTest-1903117679-project] Acquiring lock "refresh_cache-7443643b-7b8a-45a2-b980-d13863db241c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.394615] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b85d19ad-836a-4579-a89a-9e10cd924b20 tempest-ServerExternalEventsTest-1903117679 tempest-ServerExternalEventsTest-1903117679-project] Acquired lock "refresh_cache-7443643b-7b8a-45a2-b980-d13863db241c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.394741] env[62402]: DEBUG nova.network.neutron [None req-b85d19ad-836a-4579-a89a-9e10cd924b20 tempest-ServerExternalEventsTest-1903117679 tempest-ServerExternalEventsTest-1903117679-project] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.427341] env[62402]: DEBUG nova.scheduler.client.report [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.446469] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542954} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.446816] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 878f2943-d443-4c4d-b09b-5972bbd06d9b/878f2943-d443-4c4d-b09b-5972bbd06d9b.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.447102] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.447383] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59ed0a24-a1c7-42e0-8f27-8ee556bae5e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.455604] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1334.455604] env[62402]: value = "task-1872221" [ 1334.455604] env[62402]: _type = "Task" [ 1334.455604] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.465727] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.504918] env[62402]: DEBUG nova.network.neutron [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Updating instance_info_cache with network_info: [{"id": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "address": "fa:16:3e:57:7a:05", "network": {"id": "5e285ff8-28c8-4708-a35a-943e2ce41cc4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-214396158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8982badedb14c38b9c0ae8c3082bace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc72aebe6-ec", "ovs_interfaceid": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.793423] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "2ce8fbc6-a52a-4a02-a679-4859c6496231" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.793870] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.877658] env[62402]: DEBUG oslo_vmware.api [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Task: {'id': task-1872220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199696} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.877972] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.878210] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.878430] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.878644] env[62402]: INFO nova.compute.manager [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1334.878922] env[62402]: DEBUG oslo.service.loopingcall [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1334.879159] env[62402]: DEBUG nova.compute.manager [-] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.879284] env[62402]: DEBUG nova.network.neutron [-] [instance: a745e51a-f607-420b-bb0d-5692070a747a] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.933611] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.934653] env[62402]: DEBUG nova.compute.manager [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.939094] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.641s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.941842] env[62402]: INFO nova.compute.claims [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.969517] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063664} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.969901] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.971105] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb2c2bc-353b-4443-86cd-ec9f49b41388 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.997233] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 878f2943-d443-4c4d-b09b-5972bbd06d9b/878f2943-d443-4c4d-b09b-5972bbd06d9b.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.000496] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc8e2246-b5dd-43c4-9888-eabbbf2c8998 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.016411] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Releasing lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.017010] env[62402]: DEBUG nova.compute.manager [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Instance network_info: |[{"id": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "address": "fa:16:3e:57:7a:05", "network": {"id": "5e285ff8-28c8-4708-a35a-943e2ce41cc4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-214396158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8982badedb14c38b9c0ae8c3082bace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc72aebe6-ec", "ovs_interfaceid": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1335.017494] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:7a:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c72aebe6-ecbe-49e6-98fc-9bafacd78c8f', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.025422] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Creating folder: Project (c8982badedb14c38b9c0ae8c3082bace). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.026683] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8b738be-383d-4014-927c-65361e60fa88 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.032937] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1335.032937] env[62402]: value = "task-1872222" [ 1335.032937] env[62402]: _type = "Task" [ 1335.032937] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.040114] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.041537] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Created folder: Project (c8982badedb14c38b9c0ae8c3082bace) in parent group-v386882. [ 1335.041727] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Creating folder: Instances. Parent ref: group-v386923. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.042215] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f40b95bd-b1d1-4102-a5f7-9d80333abf5c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.052391] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Created folder: Instances in parent group-v386923. [ 1335.052707] env[62402]: DEBUG oslo.service.loopingcall [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.052925] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.053399] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bc4cc78-062b-436e-a264-2d367f0d221a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.082430] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.082430] env[62402]: value = "task-1872225" [ 1335.082430] env[62402]: _type = "Task" [ 1335.082430] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.095668] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872225, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.224500] env[62402]: DEBUG nova.compute.manager [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Received event network-changed-34fadb2d-4a44-42ad-8d72-c98653eab838 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1335.224870] env[62402]: DEBUG nova.compute.manager [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Refreshing instance network info cache due to event network-changed-34fadb2d-4a44-42ad-8d72-c98653eab838. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1335.225238] env[62402]: DEBUG oslo_concurrency.lockutils [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] Acquiring lock "refresh_cache-878f2943-d443-4c4d-b09b-5972bbd06d9b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.225501] env[62402]: DEBUG oslo_concurrency.lockutils [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] Acquired lock "refresh_cache-878f2943-d443-4c4d-b09b-5972bbd06d9b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.226666] env[62402]: DEBUG nova.network.neutron [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Refreshing network info cache for port 34fadb2d-4a44-42ad-8d72-c98653eab838 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.448519] env[62402]: DEBUG nova.compute.utils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1335.449981] env[62402]: DEBUG nova.compute.manager [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1335.452383] env[62402]: DEBUG nova.network.neutron [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1335.548477] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.592240] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872225, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.826621] env[62402]: DEBUG nova.policy [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8a3eb407a0e4ce2a4b61e20dbe2bb60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b4ccfe8a90c46acbbeadee4f60bb1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.850297] env[62402]: DEBUG nova.network.neutron [None req-b85d19ad-836a-4579-a89a-9e10cd924b20 tempest-ServerExternalEventsTest-1903117679 tempest-ServerExternalEventsTest-1903117679-project] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Updating instance_info_cache with network_info: [{"id": "5ef504d2-1cd0-4189-bdab-a2fc959f409c", "address": "fa:16:3e:56:74:98", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef504d2-1c", "ovs_interfaceid": "5ef504d2-1cd0-4189-bdab-a2fc959f409c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.956055] env[62402]: DEBUG nova.compute.manager [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.048955] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872222, 'name': ReconfigVM_Task, 'duration_secs': 0.817995} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.049132] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 878f2943-d443-4c4d-b09b-5972bbd06d9b/878f2943-d443-4c4d-b09b-5972bbd06d9b.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.049729] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b301032-63fe-44ee-b32a-f1989bd7acdf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.059436] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1336.059436] env[62402]: value = "task-1872226" [ 1336.059436] env[62402]: _type = "Task" [ 1336.059436] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.071023] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872226, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.072882] env[62402]: DEBUG nova.network.neutron [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Updated VIF entry in instance network info cache for port 34fadb2d-4a44-42ad-8d72-c98653eab838. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.073271] env[62402]: DEBUG nova.network.neutron [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Updating instance_info_cache with network_info: [{"id": "34fadb2d-4a44-42ad-8d72-c98653eab838", "address": "fa:16:3e:6a:1c:69", "network": {"id": "05fe5987-e078-4343-b5ba-269676dca60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1815204593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31fee58ab794128bbf7e416c1db9804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34fadb2d-4a", "ovs_interfaceid": "34fadb2d-4a44-42ad-8d72-c98653eab838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.096420] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872225, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.134072] env[62402]: DEBUG nova.network.neutron [-] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.168617] env[62402]: DEBUG nova.compute.manager [req-58c23d86-f8bb-482b-96d8-4df2a8c5d504 req-b61c0929-4f59-4669-8a57-8a6e9d76785f service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Received event network-changed-4bd11a87-0074-4bb0-a2ec-59505f12a9c3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1336.169945] env[62402]: DEBUG nova.compute.manager [req-58c23d86-f8bb-482b-96d8-4df2a8c5d504 req-b61c0929-4f59-4669-8a57-8a6e9d76785f service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Refreshing instance network info cache due to event network-changed-4bd11a87-0074-4bb0-a2ec-59505f12a9c3. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1336.169945] env[62402]: DEBUG oslo_concurrency.lockutils [req-58c23d86-f8bb-482b-96d8-4df2a8c5d504 req-b61c0929-4f59-4669-8a57-8a6e9d76785f service nova] Acquiring lock "refresh_cache-7dfe7984-450c-4e93-a313-8ee4be75cf77" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.169945] env[62402]: DEBUG oslo_concurrency.lockutils [req-58c23d86-f8bb-482b-96d8-4df2a8c5d504 req-b61c0929-4f59-4669-8a57-8a6e9d76785f service nova] Acquired lock "refresh_cache-7dfe7984-450c-4e93-a313-8ee4be75cf77" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.169945] env[62402]: DEBUG nova.network.neutron [req-58c23d86-f8bb-482b-96d8-4df2a8c5d504 req-b61c0929-4f59-4669-8a57-8a6e9d76785f service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Refreshing network info cache for port 4bd11a87-0074-4bb0-a2ec-59505f12a9c3 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.353834] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b85d19ad-836a-4579-a89a-9e10cd924b20 tempest-ServerExternalEventsTest-1903117679 tempest-ServerExternalEventsTest-1903117679-project] Releasing lock "refresh_cache-7443643b-7b8a-45a2-b980-d13863db241c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.451975] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373c4b9f-7764-4a51-9e84-872bb4a86bca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.464837] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8abd783-a0b9-4b93-92d9-734ccf23bc99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.508925] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc52f02-4a23-40fb-86a6-653d356a0d81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.515316] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5722e7ea-82ce-49b5-abda-4d3e4027fdd9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.529763] env[62402]: DEBUG nova.compute.provider_tree [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.572827] env[62402]: DEBUG nova.network.neutron [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Successfully created port: c2ed63e0-4020-4741-b84a-67589ffcc02f {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.576295] env[62402]: DEBUG oslo_concurrency.lockutils [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] Releasing lock "refresh_cache-878f2943-d443-4c4d-b09b-5972bbd06d9b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.576825] env[62402]: DEBUG nova.compute.manager [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Received event network-vif-plugged-c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1336.576943] env[62402]: DEBUG oslo_concurrency.lockutils [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] Acquiring lock "0b21b2e2-3462-4388-99d5-6c7f35ba65c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.577296] env[62402]: DEBUG oslo_concurrency.lockutils [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] Lock "0b21b2e2-3462-4388-99d5-6c7f35ba65c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.577700] env[62402]: DEBUG oslo_concurrency.lockutils [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] Lock "0b21b2e2-3462-4388-99d5-6c7f35ba65c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.577830] env[62402]: DEBUG nova.compute.manager [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] No waiting events found dispatching network-vif-plugged-c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.579365] env[62402]: WARNING nova.compute.manager [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Received unexpected event network-vif-plugged-c72aebe6-ecbe-49e6-98fc-9bafacd78c8f for instance with vm_state building and task_state spawning. [ 1336.579365] env[62402]: DEBUG nova.compute.manager [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Received event network-changed-c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1336.579365] env[62402]: DEBUG nova.compute.manager [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Refreshing instance network info cache due to event network-changed-c72aebe6-ecbe-49e6-98fc-9bafacd78c8f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1336.579365] env[62402]: DEBUG oslo_concurrency.lockutils [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] Acquiring lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.579365] env[62402]: DEBUG oslo_concurrency.lockutils [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] Acquired lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.579664] env[62402]: DEBUG nova.network.neutron [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Refreshing network info cache for port c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.591442] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872226, 'name': Rename_Task, 'duration_secs': 0.22857} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.599960] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.600764] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa1c559-606b-486d-8715-d5c72e4c356c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.611850] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872225, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.613981] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1336.613981] env[62402]: value = "task-1872227" [ 1336.613981] env[62402]: _type = "Task" [ 1336.613981] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.626570] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872227, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.638296] env[62402]: INFO nova.compute.manager [-] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Took 1.76 seconds to deallocate network for instance. [ 1336.797645] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Acquiring lock "7443643b-7b8a-45a2-b980-d13863db241c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.798640] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Lock "7443643b-7b8a-45a2-b980-d13863db241c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.800018] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Acquiring lock "7443643b-7b8a-45a2-b980-d13863db241c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.800018] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Lock "7443643b-7b8a-45a2-b980-d13863db241c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.800018] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Lock "7443643b-7b8a-45a2-b980-d13863db241c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.801723] env[62402]: INFO nova.compute.manager [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Terminating instance [ 1336.973022] env[62402]: DEBUG nova.compute.manager [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.004857] env[62402]: DEBUG nova.virt.hardware [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.004857] env[62402]: DEBUG nova.virt.hardware [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.004857] env[62402]: DEBUG nova.virt.hardware [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.005105] env[62402]: DEBUG nova.virt.hardware [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.005105] env[62402]: DEBUG nova.virt.hardware [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.005105] env[62402]: DEBUG nova.virt.hardware [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.005105] env[62402]: DEBUG nova.virt.hardware [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.005105] env[62402]: DEBUG nova.virt.hardware [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.005285] env[62402]: DEBUG nova.virt.hardware [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.005285] env[62402]: DEBUG nova.virt.hardware [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.005285] env[62402]: DEBUG nova.virt.hardware [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.005646] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a8ba6b-acfa-48f1-9f28-93808d811751 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.014787] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ffa361-a5b0-4044-a263-e78b8faf9970 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.071788] env[62402]: ERROR nova.scheduler.client.report [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [req-78d9a9c3-ee3e-477c-9cc2-52f77c0426ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c2826406-6fc4-4c09-886a-a6552c22449a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-78d9a9c3-ee3e-477c-9cc2-52f77c0426ef"}]} [ 1337.092752] env[62402]: DEBUG nova.scheduler.client.report [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Refreshing inventories for resource provider c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1337.103933] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872225, 'name': CreateVM_Task, 'duration_secs': 1.710057} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.104253] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.105041] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.105226] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.105538] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.105844] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6060584e-a720-485d-a02e-eabaf9d0563c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.111710] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for the task: (returnval){ [ 1337.111710] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52202fce-e322-6daf-4e89-2290c5efd07b" [ 1337.111710] env[62402]: _type = "Task" [ 1337.111710] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.116210] env[62402]: DEBUG nova.scheduler.client.report [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Updating ProviderTree inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1337.116516] env[62402]: DEBUG nova.compute.provider_tree [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1337.129121] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52202fce-e322-6daf-4e89-2290c5efd07b, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.129475] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.129706] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.129960] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.130138] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.130321] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.134080] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28019f3b-c258-456b-91bb-4a87bcae17f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.135791] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872227, 'name': PowerOnVM_Task} progress is 80%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.144139] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.144139] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.145616] env[62402]: DEBUG nova.scheduler.client.report [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Refreshing aggregate associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, aggregates: None {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1337.147742] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82bd2a76-6c3b-4553-8c37-d0a3dc06126f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.154135] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.156395] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for the task: (returnval){ [ 1337.156395] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fabf61-eac2-cb06-14af-b482b94221a5" [ 1337.156395] env[62402]: _type = "Task" [ 1337.156395] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.167713] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fabf61-eac2-cb06-14af-b482b94221a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.167713] env[62402]: DEBUG nova.scheduler.client.report [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Refreshing trait associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1337.216365] env[62402]: DEBUG nova.network.neutron [req-58c23d86-f8bb-482b-96d8-4df2a8c5d504 req-b61c0929-4f59-4669-8a57-8a6e9d76785f service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Updated VIF entry in instance network info cache for port 4bd11a87-0074-4bb0-a2ec-59505f12a9c3. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.216769] env[62402]: DEBUG nova.network.neutron [req-58c23d86-f8bb-482b-96d8-4df2a8c5d504 req-b61c0929-4f59-4669-8a57-8a6e9d76785f service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Updating instance_info_cache with network_info: [{"id": "4bd11a87-0074-4bb0-a2ec-59505f12a9c3", "address": "fa:16:3e:1c:8e:e9", "network": {"id": "b03acc10-482b-466f-b016-58ca4a2c256f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1474487645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d259ff22a5f489285112a02c412deb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd11a87-00", "ovs_interfaceid": "4bd11a87-0074-4bb0-a2ec-59505f12a9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.306451] env[62402]: DEBUG nova.compute.manager [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.306678] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.307827] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b5b9b0-e135-4f40-b663-3a04247f18e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.324388] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.324388] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03632612-0071-45f6-a3b8-650437dde689 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.337140] env[62402]: DEBUG oslo_vmware.api [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Waiting for the task: (returnval){ [ 1337.337140] env[62402]: value = "task-1872228" [ 1337.337140] env[62402]: _type = "Task" [ 1337.337140] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.348190] env[62402]: DEBUG oslo_vmware.api [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.595215] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25bacdc-9c97-4f7f-bf02-3c87f93ec1db {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.605474] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e007ded6-72be-429d-bdbd-84f69ed49b2f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.648777] env[62402]: DEBUG nova.network.neutron [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Updated VIF entry in instance network info cache for port c72aebe6-ecbe-49e6-98fc-9bafacd78c8f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.649268] env[62402]: DEBUG nova.network.neutron [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Updating instance_info_cache with network_info: [{"id": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "address": "fa:16:3e:57:7a:05", "network": {"id": "5e285ff8-28c8-4708-a35a-943e2ce41cc4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-214396158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8982badedb14c38b9c0ae8c3082bace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc72aebe6-ec", "ovs_interfaceid": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.655110] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe3f868-8ff5-4172-a5f6-99d2dca6a4ff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.670571] env[62402]: DEBUG oslo_vmware.api [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872227, 'name': PowerOnVM_Task, 'duration_secs': 0.780233} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.673533] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.673861] env[62402]: INFO nova.compute.manager [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Took 11.84 seconds to spawn the instance on the hypervisor. [ 1337.674111] env[62402]: DEBUG nova.compute.manager [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.675632] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5281eff-4e1f-423f-99b5-f40c8b9788be {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.679312] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380c6320-2206-4cc9-98fa-1853eb0feebc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.688315] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fabf61-eac2-cb06-14af-b482b94221a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.690386] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4fcb1f-181d-4f47-b78f-5daca0a177c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.705737] env[62402]: DEBUG nova.compute.provider_tree [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1337.711194] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for the task: (returnval){ [ 1337.711194] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521c8759-8764-fe18-b59d-c9b6666b079d" [ 1337.711194] env[62402]: _type = "Task" [ 1337.711194] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.721771] env[62402]: DEBUG oslo_concurrency.lockutils [req-58c23d86-f8bb-482b-96d8-4df2a8c5d504 req-b61c0929-4f59-4669-8a57-8a6e9d76785f service nova] Releasing lock "refresh_cache-7dfe7984-450c-4e93-a313-8ee4be75cf77" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.721771] env[62402]: DEBUG nova.compute.manager [req-58c23d86-f8bb-482b-96d8-4df2a8c5d504 req-b61c0929-4f59-4669-8a57-8a6e9d76785f service nova] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Received event network-vif-deleted-106d85b2-b27f-46bc-a115-0a62f6aa0ff2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1337.721771] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521c8759-8764-fe18-b59d-c9b6666b079d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.812710] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "d606c3e6-78f6-42b1-9dc1-690215743e14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.813020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "d606c3e6-78f6-42b1-9dc1-690215743e14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.849483] env[62402]: DEBUG oslo_vmware.api [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872228, 'name': PowerOffVM_Task, 'duration_secs': 0.363477} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.849601] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.849775] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.850065] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a9f9101-50df-46cc-a36c-7c5450c9e5b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.948151] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.948380] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.948564] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Deleting the datastore file [datastore2] 7443643b-7b8a-45a2-b980-d13863db241c {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.948821] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0037ea0-8703-4222-a645-c897bbfe58a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.954822] env[62402]: DEBUG oslo_vmware.api [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Waiting for the task: (returnval){ [ 1337.954822] env[62402]: value = "task-1872230" [ 1337.954822] env[62402]: _type = "Task" [ 1337.954822] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.963151] env[62402]: DEBUG oslo_vmware.api [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.161832] env[62402]: DEBUG oslo_concurrency.lockutils [req-70fc041c-6215-4a26-b061-2b33bacc3b8a req-1b035cd2-cbe4-4462-8cc4-e2ed7ce97785 service nova] Releasing lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.223332] env[62402]: INFO nova.compute.manager [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Took 27.82 seconds to build instance. [ 1338.238832] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521c8759-8764-fe18-b59d-c9b6666b079d, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.238832] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.239134] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 0b21b2e2-3462-4388-99d5-6c7f35ba65c8/0b21b2e2-3462-4388-99d5-6c7f35ba65c8.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.239938] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de21dcfd-c6eb-46b2-8c9d-e38dc3ec9fd0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.250335] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for the task: (returnval){ [ 1338.250335] env[62402]: value = "task-1872231" [ 1338.250335] env[62402]: _type = "Task" [ 1338.250335] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.255131] env[62402]: ERROR nova.scheduler.client.report [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [req-1a0d19b6-c753-403c-b662-0d103cdab066] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c2826406-6fc4-4c09-886a-a6552c22449a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1a0d19b6-c753-403c-b662-0d103cdab066"}]} [ 1338.262088] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.285182] env[62402]: DEBUG nova.scheduler.client.report [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Refreshing inventories for resource provider c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1338.298014] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Acquiring lock "49bd1942-1d63-40e9-adb0-3f1ee2cd5171" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.298337] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Lock "49bd1942-1d63-40e9-adb0-3f1ee2cd5171" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.298611] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Acquiring lock "49bd1942-1d63-40e9-adb0-3f1ee2cd5171-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.298782] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Lock "49bd1942-1d63-40e9-adb0-3f1ee2cd5171-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.298971] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Lock "49bd1942-1d63-40e9-adb0-3f1ee2cd5171-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.303301] env[62402]: INFO nova.compute.manager [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Terminating instance [ 1338.305621] env[62402]: DEBUG nova.scheduler.client.report [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Updating ProviderTree inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1338.305795] env[62402]: DEBUG nova.compute.provider_tree [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.327823] env[62402]: DEBUG nova.scheduler.client.report [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Refreshing aggregate associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, aggregates: None {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1338.355748] env[62402]: DEBUG nova.scheduler.client.report [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Refreshing trait associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1338.358641] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "419be04d-04c1-4099-bf22-e8063e4bfbae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.358882] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "419be04d-04c1-4099-bf22-e8063e4bfbae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.470799] env[62402]: DEBUG oslo_vmware.api [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Task: {'id': task-1872230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152279} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.471121] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.471484] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.471714] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.471909] env[62402]: INFO nova.compute.manager [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1338.472314] env[62402]: DEBUG oslo.service.loopingcall [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1338.472525] env[62402]: DEBUG nova.compute.manager [-] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.472760] env[62402]: DEBUG nova.network.neutron [-] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.732067] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76d40d31-c160-4b99-aa0d-d11cff79efc8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "878f2943-d443-4c4d-b09b-5972bbd06d9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.071s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.764671] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872231, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.786819] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db0cac2-24b3-48f5-8802-ebfba0bebaca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.792613] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2454c54-d9b2-4529-a297-10c857188fd2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.830228] env[62402]: DEBUG nova.compute.manager [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.830454] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.832026] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c2d8e6-a6f1-4a79-b16d-2ba876e21bf6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.835394] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa70d0ac-31ee-499c-bd6d-bfb12bccf37a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.847214] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411f36e1-a732-44a4-892f-bd05316e4257 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.850733] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.851026] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d67e7cbc-6aaf-4a13-b625-358bfe0bc180 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.863381] env[62402]: DEBUG nova.compute.provider_tree [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.867722] env[62402]: DEBUG oslo_vmware.api [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Waiting for the task: (returnval){ [ 1338.867722] env[62402]: value = "task-1872232" [ 1338.867722] env[62402]: _type = "Task" [ 1338.867722] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.874241] env[62402]: DEBUG oslo_vmware.api [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.938909] env[62402]: DEBUG nova.compute.manager [req-a3e6bd9f-8c25-4fff-94e4-c1fcb62e197c req-9ca947a8-fdff-4f36-a9a9-a791d9e523e5 service nova] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Received event network-vif-deleted-7edc0510-16b2-491d-bbd7-f22956529edc {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1338.984418] env[62402]: DEBUG nova.network.neutron [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Successfully updated port: c2ed63e0-4020-4741-b84a-67589ffcc02f {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1339.235059] env[62402]: DEBUG nova.compute.manager [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.270034] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522362} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.270034] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 0b21b2e2-3462-4388-99d5-6c7f35ba65c8/0b21b2e2-3462-4388-99d5-6c7f35ba65c8.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.270034] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.270034] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27b58a30-8557-4c83-bcb6-c69474023df2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.276341] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for the task: (returnval){ [ 1339.276341] env[62402]: value = "task-1872233" [ 1339.276341] env[62402]: _type = "Task" [ 1339.276341] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.293061] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.388687] env[62402]: DEBUG oslo_vmware.api [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872232, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.439029] env[62402]: DEBUG nova.scheduler.client.report [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Updated inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1339.439029] env[62402]: DEBUG nova.compute.provider_tree [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Updating resource provider c2826406-6fc4-4c09-886a-a6552c22449a generation from 37 to 38 during operation: update_inventory {{(pid=62402) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1339.439029] env[62402]: DEBUG nova.compute.provider_tree [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1339.482697] env[62402]: DEBUG nova.compute.manager [req-562dc675-b71e-4bf9-a04a-c4ea5f7fd429 req-03f0e901-d458-4fb4-a870-efd418c4f8c1 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Received event network-vif-plugged-c2ed63e0-4020-4741-b84a-67589ffcc02f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1339.485627] env[62402]: DEBUG oslo_concurrency.lockutils [req-562dc675-b71e-4bf9-a04a-c4ea5f7fd429 req-03f0e901-d458-4fb4-a870-efd418c4f8c1 service nova] Acquiring lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.485627] env[62402]: DEBUG oslo_concurrency.lockutils [req-562dc675-b71e-4bf9-a04a-c4ea5f7fd429 req-03f0e901-d458-4fb4-a870-efd418c4f8c1 service nova] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.485627] env[62402]: DEBUG oslo_concurrency.lockutils [req-562dc675-b71e-4bf9-a04a-c4ea5f7fd429 req-03f0e901-d458-4fb4-a870-efd418c4f8c1 service nova] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.485627] env[62402]: DEBUG nova.compute.manager [req-562dc675-b71e-4bf9-a04a-c4ea5f7fd429 req-03f0e901-d458-4fb4-a870-efd418c4f8c1 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] No waiting events found dispatching network-vif-plugged-c2ed63e0-4020-4741-b84a-67589ffcc02f {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.485627] env[62402]: WARNING nova.compute.manager [req-562dc675-b71e-4bf9-a04a-c4ea5f7fd429 req-03f0e901-d458-4fb4-a870-efd418c4f8c1 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Received unexpected event network-vif-plugged-c2ed63e0-4020-4741-b84a-67589ffcc02f for instance with vm_state building and task_state spawning. [ 1339.488272] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "refresh_cache-78354d5e-0d91-4efd-baf7-1c9226fbe74f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.488272] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquired lock "refresh_cache-78354d5e-0d91-4efd-baf7-1c9226fbe74f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.488923] env[62402]: DEBUG nova.network.neutron [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.621050] env[62402]: DEBUG nova.network.neutron [-] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.770249] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.792140] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101491} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.792383] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.793671] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8628b8c1-7d12-407f-8a36-7b9eb277ecfc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.815730] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 0b21b2e2-3462-4388-99d5-6c7f35ba65c8/0b21b2e2-3462-4388-99d5-6c7f35ba65c8.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.816032] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6afbe7ec-f3b7-4f7b-b935-288c6cc0a62a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.844166] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for the task: (returnval){ [ 1339.844166] env[62402]: value = "task-1872234" [ 1339.844166] env[62402]: _type = "Task" [ 1339.844166] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.854400] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.883220] env[62402]: DEBUG oslo_vmware.api [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872232, 'name': PowerOffVM_Task, 'duration_secs': 0.583696} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.883220] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.883220] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.883220] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1dc7aef-8327-49cb-b2c2-16ac7dd017c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.943649] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.005s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.944378] env[62402]: DEBUG nova.compute.manager [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1339.949672] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.054s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.951579] env[62402]: INFO nova.compute.claims [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.976762] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.977269] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.977269] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Deleting the datastore file [datastore1] 49bd1942-1d63-40e9-adb0-3f1ee2cd5171 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.977999] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3555bb00-2124-473d-a82b-49bca29ae939 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.985678] env[62402]: DEBUG oslo_vmware.api [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Waiting for the task: (returnval){ [ 1339.985678] env[62402]: value = "task-1872236" [ 1339.985678] env[62402]: _type = "Task" [ 1339.985678] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.000423] env[62402]: DEBUG oslo_vmware.api [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.091847] env[62402]: DEBUG nova.network.neutron [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.106373] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "8864de7b-2d40-4b93-a545-ae11a605b0c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.106373] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "8864de7b-2d40-4b93-a545-ae11a605b0c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.130401] env[62402]: INFO nova.compute.manager [-] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Took 1.66 seconds to deallocate network for instance. [ 1340.354276] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872234, 'name': ReconfigVM_Task, 'duration_secs': 0.346312} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.354652] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 0b21b2e2-3462-4388-99d5-6c7f35ba65c8/0b21b2e2-3462-4388-99d5-6c7f35ba65c8.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.355231] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0a87b91-f1d5-490e-abdc-728f2ddc8d66 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.362734] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for the task: (returnval){ [ 1340.362734] env[62402]: value = "task-1872237" [ 1340.362734] env[62402]: _type = "Task" [ 1340.362734] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.373133] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872237, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.459418] env[62402]: DEBUG nova.compute.utils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1340.463281] env[62402]: DEBUG nova.compute.manager [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1340.463281] env[62402]: DEBUG nova.network.neutron [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1340.497247] env[62402]: DEBUG oslo_vmware.api [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Task: {'id': task-1872236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143042} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.497838] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.498284] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.498665] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.498924] env[62402]: INFO nova.compute.manager [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1340.499279] env[62402]: DEBUG oslo.service.loopingcall [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1340.499882] env[62402]: DEBUG nova.compute.manager [-] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.500020] env[62402]: DEBUG nova.network.neutron [-] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.530111] env[62402]: DEBUG nova.network.neutron [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Updating instance_info_cache with network_info: [{"id": "c2ed63e0-4020-4741-b84a-67589ffcc02f", "address": "fa:16:3e:d1:a1:3a", "network": {"id": "e5194054-6645-42b2-b9e1-3e8263ce70f4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-39150585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4ccfe8a90c46acbbeadee4f60bb1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ed63e0-40", "ovs_interfaceid": "c2ed63e0-4020-4741-b84a-67589ffcc02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.597399] env[62402]: DEBUG nova.policy [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f97edd724234e6c83a7f9b44c2403a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb58c671d1584d4b846bd97979f0bc42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1340.637368] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.875713] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872237, 'name': Rename_Task, 'duration_secs': 0.259023} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.876536] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.877072] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb46304b-7b1a-41f3-90b8-7086248e525a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.884731] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for the task: (returnval){ [ 1340.884731] env[62402]: value = "task-1872238" [ 1340.884731] env[62402]: _type = "Task" [ 1340.884731] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.896551] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.970567] env[62402]: DEBUG nova.compute.manager [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.035388] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Releasing lock "refresh_cache-78354d5e-0d91-4efd-baf7-1c9226fbe74f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.035388] env[62402]: DEBUG nova.compute.manager [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Instance network_info: |[{"id": "c2ed63e0-4020-4741-b84a-67589ffcc02f", "address": "fa:16:3e:d1:a1:3a", "network": {"id": "e5194054-6645-42b2-b9e1-3e8263ce70f4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-39150585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4ccfe8a90c46acbbeadee4f60bb1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ed63e0-40", "ovs_interfaceid": "c2ed63e0-4020-4741-b84a-67589ffcc02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1341.035532] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:a1:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2ed63e0-4020-4741-b84a-67589ffcc02f', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.042865] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Creating folder: Project (9b4ccfe8a90c46acbbeadee4f60bb1c9). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1341.046172] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75a623b0-9e24-4855-b9f2-2b5959550bfd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.057425] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Created folder: Project (9b4ccfe8a90c46acbbeadee4f60bb1c9) in parent group-v386882. [ 1341.057621] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Creating folder: Instances. Parent ref: group-v386926. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1341.057915] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33396920-f15f-49f4-bd09-729b8884f0e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.067642] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Created folder: Instances in parent group-v386926. [ 1341.067947] env[62402]: DEBUG oslo.service.loopingcall [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.068167] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.068668] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb23bcc4-d829-4351-8df3-cd7027b567ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.094841] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.094841] env[62402]: value = "task-1872241" [ 1341.094841] env[62402]: _type = "Task" [ 1341.094841] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.104870] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872241, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.142666] env[62402]: DEBUG nova.network.neutron [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Successfully created port: e577e718-cef3-437e-8d13-420681162cca {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.402653] env[62402]: DEBUG oslo_vmware.api [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872238, 'name': PowerOnVM_Task, 'duration_secs': 0.507515} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.403089] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.403339] env[62402]: INFO nova.compute.manager [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Took 10.96 seconds to spawn the instance on the hypervisor. [ 1341.404256] env[62402]: DEBUG nova.compute.manager [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.404461] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844f2385-7c71-4adf-8129-8e7f8c9f16ef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.486023] env[62402]: DEBUG nova.network.neutron [-] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.525840] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022d0271-eb10-4bed-a678-8ab95543bca9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.539397] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee48bb7-02e2-4f4b-9026-541b093f1822 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.575677] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2427d93-e8a3-48df-84f9-5b788dd87d70 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.586136] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c886f6-9916-4c7f-8437-01d5db1b51de {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.600128] env[62402]: DEBUG nova.compute.provider_tree [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.616708] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872241, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.812289] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquiring lock "8426c441-9234-499d-8a72-dc41f32e864e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.812565] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lock "8426c441-9234-499d-8a72-dc41f32e864e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.931307] env[62402]: INFO nova.compute.manager [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Took 28.74 seconds to build instance. [ 1341.986672] env[62402]: DEBUG nova.compute.manager [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1341.990733] env[62402]: INFO nova.compute.manager [-] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Took 1.49 seconds to deallocate network for instance. [ 1342.036477] env[62402]: DEBUG nova.virt.hardware [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.036477] env[62402]: DEBUG nova.virt.hardware [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.036477] env[62402]: DEBUG nova.virt.hardware [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.036900] env[62402]: DEBUG nova.virt.hardware [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.036900] env[62402]: DEBUG nova.virt.hardware [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.036900] env[62402]: DEBUG nova.virt.hardware [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.036900] env[62402]: DEBUG nova.virt.hardware [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.040537] env[62402]: DEBUG nova.virt.hardware [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.041470] env[62402]: DEBUG nova.virt.hardware [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.041605] env[62402]: DEBUG nova.virt.hardware [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.041859] env[62402]: DEBUG nova.virt.hardware [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.044905] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a79d5e1-7f88-4e15-aec8-a4a139d71da6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.053917] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad04f3c7-5924-4839-ace2-a9de311838cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.105071] env[62402]: DEBUG nova.scheduler.client.report [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.115207] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872241, 'name': CreateVM_Task, 'duration_secs': 0.741421} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.115207] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.116471] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.117521] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.117521] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1342.117521] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d6dc85-060a-47af-8706-4c89c37f04a8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.124100] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1342.124100] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b9873f-5aef-2095-d6c1-461f42cb12ab" [ 1342.124100] env[62402]: _type = "Task" [ 1342.124100] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.134240] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b9873f-5aef-2095-d6c1-461f42cb12ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.155079] env[62402]: DEBUG nova.compute.manager [req-b88a25f3-7bd9-4842-966c-16e634e7726d req-96c53587-5e25-49f3-843b-16267f98b130 service nova] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Received event network-vif-deleted-9c414e9d-57fb-46be-a956-8a224afa71c3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1342.200519] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Acquiring lock "ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.201395] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Lock "ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.435904] env[62402]: DEBUG oslo_concurrency.lockutils [None req-675967a5-51a3-4f6f-8bf3-c439542fc89b tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lock "0b21b2e2-3462-4388-99d5-6c7f35ba65c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.347s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.509809] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.531018] env[62402]: DEBUG nova.compute.manager [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Received event network-changed-c2ed63e0-4020-4741-b84a-67589ffcc02f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1342.531531] env[62402]: DEBUG nova.compute.manager [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Refreshing instance network info cache due to event network-changed-c2ed63e0-4020-4741-b84a-67589ffcc02f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1342.531782] env[62402]: DEBUG oslo_concurrency.lockutils [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] Acquiring lock "refresh_cache-78354d5e-0d91-4efd-baf7-1c9226fbe74f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.532637] env[62402]: DEBUG oslo_concurrency.lockutils [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] Acquired lock "refresh_cache-78354d5e-0d91-4efd-baf7-1c9226fbe74f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.533017] env[62402]: DEBUG nova.network.neutron [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Refreshing network info cache for port c2ed63e0-4020-4741-b84a-67589ffcc02f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.610984] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.611485] env[62402]: DEBUG nova.compute.manager [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.618693] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.145s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.620524] env[62402]: INFO nova.compute.claims [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.634541] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b9873f-5aef-2095-d6c1-461f42cb12ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.636041] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.636041] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.636041] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.636041] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.636245] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.636245] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e14a54a-626e-4a15-be04-7d8c525c2fee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.647616] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.647891] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.652037] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ff986f-e142-4dca-be76-1efa89d71c86 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.658986] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1342.658986] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529a7e52-21e4-972f-4b98-cca7f9395d1b" [ 1342.658986] env[62402]: _type = "Task" [ 1342.658986] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.668062] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529a7e52-21e4-972f-4b98-cca7f9395d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.940884] env[62402]: DEBUG nova.compute.manager [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.121143] env[62402]: DEBUG nova.compute.utils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1343.122498] env[62402]: DEBUG nova.compute.manager [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.122670] env[62402]: DEBUG nova.network.neutron [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.819285] env[62402]: DEBUG nova.policy [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0aa43cb4cb34904bbebf244fada1386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb3433c84ea45749b3a469bc37c02fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.825234] env[62402]: DEBUG nova.compute.manager [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.841495] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529a7e52-21e4-972f-4b98-cca7f9395d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.027254} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.842451] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90b47e6-676e-46d3-a3ab-f6fa0adb1dd6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.849040] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1343.849040] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525a37fb-0834-b822-aee6-4809684bb97e" [ 1343.849040] env[62402]: _type = "Task" [ 1343.849040] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.853479] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.857270] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525a37fb-0834-b822-aee6-4809684bb97e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.121140] env[62402]: DEBUG nova.network.neutron [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Updated VIF entry in instance network info cache for port c2ed63e0-4020-4741-b84a-67589ffcc02f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.121140] env[62402]: DEBUG nova.network.neutron [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Updating instance_info_cache with network_info: [{"id": "c2ed63e0-4020-4741-b84a-67589ffcc02f", "address": "fa:16:3e:d1:a1:3a", "network": {"id": "e5194054-6645-42b2-b9e1-3e8263ce70f4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-39150585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4ccfe8a90c46acbbeadee4f60bb1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ed63e0-40", "ovs_interfaceid": "c2ed63e0-4020-4741-b84a-67589ffcc02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.257483] env[62402]: DEBUG nova.network.neutron [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Successfully updated port: e577e718-cef3-437e-8d13-420681162cca {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.287716] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a0578a-1ab8-49ea-8158-a51ba50b13d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.296540] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cad3e5-738f-4e8e-8e4d-76f855d38ed1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.330632] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b156798b-1974-4ff5-8802-86019c4792e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.341760] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f2f6f5-7f73-4986-9a8c-2c2616441147 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.359965] env[62402]: DEBUG nova.compute.provider_tree [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.368313] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525a37fb-0834-b822-aee6-4809684bb97e, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.369043] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.369305] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 78354d5e-0d91-4efd-baf7-1c9226fbe74f/78354d5e-0d91-4efd-baf7-1c9226fbe74f.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.369556] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0fdf40f-0e05-4251-b2d1-2ac0839fdee7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.377033] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1344.377033] env[62402]: value = "task-1872242" [ 1344.377033] env[62402]: _type = "Task" [ 1344.377033] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.386493] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.624423] env[62402]: DEBUG oslo_concurrency.lockutils [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] Releasing lock "refresh_cache-78354d5e-0d91-4efd-baf7-1c9226fbe74f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.624859] env[62402]: DEBUG nova.compute.manager [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Received event network-vif-deleted-5ef504d2-1cd0-4189-bdab-a2fc959f409c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1344.625121] env[62402]: DEBUG nova.compute.manager [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Received event network-changed-34fadb2d-4a44-42ad-8d72-c98653eab838 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1344.625373] env[62402]: DEBUG nova.compute.manager [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Refreshing instance network info cache due to event network-changed-34fadb2d-4a44-42ad-8d72-c98653eab838. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1344.625550] env[62402]: DEBUG oslo_concurrency.lockutils [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] Acquiring lock "refresh_cache-878f2943-d443-4c4d-b09b-5972bbd06d9b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.625815] env[62402]: DEBUG oslo_concurrency.lockutils [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] Acquired lock "refresh_cache-878f2943-d443-4c4d-b09b-5972bbd06d9b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.626023] env[62402]: DEBUG nova.network.neutron [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Refreshing network info cache for port 34fadb2d-4a44-42ad-8d72-c98653eab838 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.763975] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "refresh_cache-4d2af92c-9932-4691-91b8-ee929263ba45" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.764216] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquired lock "refresh_cache-4d2af92c-9932-4691-91b8-ee929263ba45" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.764358] env[62402]: DEBUG nova.network.neutron [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.842334] env[62402]: DEBUG nova.compute.manager [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.863515] env[62402]: DEBUG nova.scheduler.client.report [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.880620] env[62402]: DEBUG nova.virt.hardware [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.881877] env[62402]: DEBUG nova.virt.hardware [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.882196] env[62402]: DEBUG nova.virt.hardware [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.883041] env[62402]: DEBUG nova.virt.hardware [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.883041] env[62402]: DEBUG nova.virt.hardware [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.883041] env[62402]: DEBUG nova.virt.hardware [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.883325] env[62402]: DEBUG nova.virt.hardware [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.883872] env[62402]: DEBUG nova.virt.hardware [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.884262] env[62402]: DEBUG nova.virt.hardware [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.884433] env[62402]: DEBUG nova.virt.hardware [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.885418] env[62402]: DEBUG nova.virt.hardware [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.887168] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb4ee43-d753-4231-80fd-448ea38c6d3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.907555] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872242, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.910122] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb1d43e-a383-49a1-8868-135f51690320 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.066460] env[62402]: DEBUG nova.network.neutron [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Successfully created port: f89d63f4-2fbc-42d7-810c-8b0dc9009826 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.235327] env[62402]: DEBUG nova.compute.manager [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Received event network-vif-plugged-e577e718-cef3-437e-8d13-420681162cca {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1345.235528] env[62402]: DEBUG oslo_concurrency.lockutils [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] Acquiring lock "4d2af92c-9932-4691-91b8-ee929263ba45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.235766] env[62402]: DEBUG oslo_concurrency.lockutils [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] Lock "4d2af92c-9932-4691-91b8-ee929263ba45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.235971] env[62402]: DEBUG oslo_concurrency.lockutils [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] Lock "4d2af92c-9932-4691-91b8-ee929263ba45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.236138] env[62402]: DEBUG nova.compute.manager [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] No waiting events found dispatching network-vif-plugged-e577e718-cef3-437e-8d13-420681162cca {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.236336] env[62402]: WARNING nova.compute.manager [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Received unexpected event network-vif-plugged-e577e718-cef3-437e-8d13-420681162cca for instance with vm_state building and task_state spawning. [ 1345.236497] env[62402]: DEBUG nova.compute.manager [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Received event network-changed-e577e718-cef3-437e-8d13-420681162cca {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1345.236646] env[62402]: DEBUG nova.compute.manager [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Refreshing instance network info cache due to event network-changed-e577e718-cef3-437e-8d13-420681162cca. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1345.237121] env[62402]: DEBUG oslo_concurrency.lockutils [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] Acquiring lock "refresh_cache-4d2af92c-9932-4691-91b8-ee929263ba45" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.369048] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.369828] env[62402]: DEBUG nova.compute.manager [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.378027] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.311s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.378027] env[62402]: INFO nova.compute.claims [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.384326] env[62402]: DEBUG nova.network.neutron [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.402192] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529455} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.402458] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 78354d5e-0d91-4efd-baf7-1c9226fbe74f/78354d5e-0d91-4efd-baf7-1c9226fbe74f.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.402663] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.402927] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ae81f75-57c4-4200-8ec5-44a7a9a9030c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.416818] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1345.416818] env[62402]: value = "task-1872243" [ 1345.416818] env[62402]: _type = "Task" [ 1345.416818] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.428681] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.807021] env[62402]: DEBUG nova.network.neutron [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Updated VIF entry in instance network info cache for port 34fadb2d-4a44-42ad-8d72-c98653eab838. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.807847] env[62402]: DEBUG nova.network.neutron [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Updating instance_info_cache with network_info: [{"id": "34fadb2d-4a44-42ad-8d72-c98653eab838", "address": "fa:16:3e:6a:1c:69", "network": {"id": "05fe5987-e078-4343-b5ba-269676dca60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1815204593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31fee58ab794128bbf7e416c1db9804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34fadb2d-4a", "ovs_interfaceid": "34fadb2d-4a44-42ad-8d72-c98653eab838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.876788] env[62402]: DEBUG nova.compute.utils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1345.880558] env[62402]: DEBUG nova.compute.manager [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1345.880558] env[62402]: DEBUG nova.network.neutron [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.935084] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080282} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.936176] env[62402]: DEBUG nova.network.neutron [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Updating instance_info_cache with network_info: [{"id": "e577e718-cef3-437e-8d13-420681162cca", "address": "fa:16:3e:34:47:5a", "network": {"id": "23344273-0bc3-4b13-ab76-58b9d6e029e7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-404114491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb58c671d1584d4b846bd97979f0bc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape577e718-ce", "ovs_interfaceid": "e577e718-cef3-437e-8d13-420681162cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.941025] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.941025] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3af2b3-ee4e-43be-956e-7607c01d65bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.970104] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 78354d5e-0d91-4efd-baf7-1c9226fbe74f/78354d5e-0d91-4efd-baf7-1c9226fbe74f.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.971133] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f4b6ba5-9aa9-4d3c-9676-817f226648c4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.997426] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1345.997426] env[62402]: value = "task-1872244" [ 1345.997426] env[62402]: _type = "Task" [ 1345.997426] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.005988] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.057908] env[62402]: DEBUG nova.policy [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fccba8fb155e4a3581b3f25f2b48adf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7eba578f46cd4e238b819530c96336c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.312282] env[62402]: DEBUG oslo_concurrency.lockutils [req-a2ccb59d-5a27-4775-8be1-591b0df589b6 req-50178694-a045-4460-bbc4-541d54b990f9 service nova] Releasing lock "refresh_cache-878f2943-d443-4c4d-b09b-5972bbd06d9b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.382524] env[62402]: DEBUG nova.compute.manager [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.440692] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Releasing lock "refresh_cache-4d2af92c-9932-4691-91b8-ee929263ba45" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.440692] env[62402]: DEBUG nova.compute.manager [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Instance network_info: |[{"id": "e577e718-cef3-437e-8d13-420681162cca", "address": "fa:16:3e:34:47:5a", "network": {"id": "23344273-0bc3-4b13-ab76-58b9d6e029e7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-404114491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb58c671d1584d4b846bd97979f0bc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape577e718-ce", "ovs_interfaceid": "e577e718-cef3-437e-8d13-420681162cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.441039] env[62402]: DEBUG oslo_concurrency.lockutils [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] Acquired lock "refresh_cache-4d2af92c-9932-4691-91b8-ee929263ba45" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.441172] env[62402]: DEBUG nova.network.neutron [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Refreshing network info cache for port e577e718-cef3-437e-8d13-420681162cca {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.443052] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:47:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e577e718-cef3-437e-8d13-420681162cca', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.452634] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Creating folder: Project (eb58c671d1584d4b846bd97979f0bc42). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.453285] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e77a5739-eb1e-4ea7-b7d2-e42b6fa3fcd0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.466186] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Created folder: Project (eb58c671d1584d4b846bd97979f0bc42) in parent group-v386882. [ 1346.466186] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Creating folder: Instances. Parent ref: group-v386929. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.468495] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a412cdef-1768-4a35-910e-50222973b393 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.479094] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Created folder: Instances in parent group-v386929. [ 1346.479340] env[62402]: DEBUG oslo.service.loopingcall [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1346.479532] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.479783] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be030798-d3cd-4957-82ed-f052cf5ab579 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.513124] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.515033] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.515033] env[62402]: value = "task-1872247" [ 1346.515033] env[62402]: _type = "Task" [ 1346.515033] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.525343] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872247, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.538137] env[62402]: DEBUG nova.network.neutron [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Successfully created port: e077dcaf-cb19-4b84-91ef-26a15d52c1a4 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.029223] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872244, 'name': ReconfigVM_Task, 'duration_secs': 0.664033} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.030747] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 78354d5e-0d91-4efd-baf7-1c9226fbe74f/78354d5e-0d91-4efd-baf7-1c9226fbe74f.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.031560] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-626ab594-033c-40a2-a689-dcf3241bdc4e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.037041] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872247, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.039249] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89c702f-438d-4c2b-98bc-32f3bf095a0e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.044484] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1347.044484] env[62402]: value = "task-1872248" [ 1347.044484] env[62402]: _type = "Task" [ 1347.044484] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.051699] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08edeb44-ccd3-4da8-81e0-4ba3adba6073 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.058899] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872248, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.090661] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec9584e-63cb-4047-98d2-35a8fc33f2d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.096221] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1439c98-11c6-4109-9e51-225dcf05b5dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.113873] env[62402]: DEBUG nova.compute.provider_tree [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.394194] env[62402]: DEBUG nova.compute.manager [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1347.425093] env[62402]: DEBUG nova.virt.hardware [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.425365] env[62402]: DEBUG nova.virt.hardware [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.425509] env[62402]: DEBUG nova.virt.hardware [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.425704] env[62402]: DEBUG nova.virt.hardware [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.426039] env[62402]: DEBUG nova.virt.hardware [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.426039] env[62402]: DEBUG nova.virt.hardware [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.427116] env[62402]: DEBUG nova.virt.hardware [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.427379] env[62402]: DEBUG nova.virt.hardware [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.428402] env[62402]: DEBUG nova.virt.hardware [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.428402] env[62402]: DEBUG nova.virt.hardware [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.428402] env[62402]: DEBUG nova.virt.hardware [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.430222] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279937b3-3cd1-4cf3-b0c6-3c1a0a02a1ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.438879] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b1afdb-320a-46ae-9b6f-6885e4184958 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.529534] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872247, 'name': CreateVM_Task, 'duration_secs': 0.782152} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.529727] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.530421] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.530609] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.531023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.531296] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecbc82a4-5074-49c2-aee1-a77b6ff41053 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.535835] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1347.535835] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521d25d3-3074-3b8b-509e-ad80328e0fc0" [ 1347.535835] env[62402]: _type = "Task" [ 1347.535835] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.543513] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521d25d3-3074-3b8b-509e-ad80328e0fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.553752] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872248, 'name': Rename_Task, 'duration_secs': 0.23569} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.554044] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.556796] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c95111f2-8031-483c-aaa7-5940ced0d1d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.564304] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1347.564304] env[62402]: value = "task-1872249" [ 1347.564304] env[62402]: _type = "Task" [ 1347.564304] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.568142] env[62402]: DEBUG nova.network.neutron [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Successfully updated port: f89d63f4-2fbc-42d7-810c-8b0dc9009826 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.577137] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.583415] env[62402]: DEBUG nova.compute.manager [req-f0bbb031-dd6a-456d-9d3c-daed55f9c956 req-2f5eca14-79e5-44ef-a381-0f9277c2502d service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Received event network-changed-c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1347.583724] env[62402]: DEBUG nova.compute.manager [req-f0bbb031-dd6a-456d-9d3c-daed55f9c956 req-2f5eca14-79e5-44ef-a381-0f9277c2502d service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Refreshing instance network info cache due to event network-changed-c72aebe6-ecbe-49e6-98fc-9bafacd78c8f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1347.583967] env[62402]: DEBUG oslo_concurrency.lockutils [req-f0bbb031-dd6a-456d-9d3c-daed55f9c956 req-2f5eca14-79e5-44ef-a381-0f9277c2502d service nova] Acquiring lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.584019] env[62402]: DEBUG oslo_concurrency.lockutils [req-f0bbb031-dd6a-456d-9d3c-daed55f9c956 req-2f5eca14-79e5-44ef-a381-0f9277c2502d service nova] Acquired lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.584199] env[62402]: DEBUG nova.network.neutron [req-f0bbb031-dd6a-456d-9d3c-daed55f9c956 req-2f5eca14-79e5-44ef-a381-0f9277c2502d service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Refreshing network info cache for port c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.613758] env[62402]: DEBUG nova.scheduler.client.report [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.797323] env[62402]: DEBUG nova.network.neutron [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Updated VIF entry in instance network info cache for port e577e718-cef3-437e-8d13-420681162cca. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.797808] env[62402]: DEBUG nova.network.neutron [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Updating instance_info_cache with network_info: [{"id": "e577e718-cef3-437e-8d13-420681162cca", "address": "fa:16:3e:34:47:5a", "network": {"id": "23344273-0bc3-4b13-ab76-58b9d6e029e7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-404114491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb58c671d1584d4b846bd97979f0bc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape577e718-ce", "ovs_interfaceid": "e577e718-cef3-437e-8d13-420681162cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.047740] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521d25d3-3074-3b8b-509e-ad80328e0fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.021359} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.050023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.050023] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.050023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.050023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.050488] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.050488] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbc495c4-1b77-4093-86de-b0eddbc9914e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.062034] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.062034] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.062034] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725d0d9b-d37c-42c9-9d97-df6310a20efd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.071201] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "refresh_cache-d7dbfb24-f031-4891-864b-6f05d3a9bafe" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.071539] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "refresh_cache-d7dbfb24-f031-4891-864b-6f05d3a9bafe" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.072065] env[62402]: DEBUG nova.network.neutron [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.076277] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1348.076277] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52db8ee4-0006-8274-7aa1-aa7d45f5ee03" [ 1348.076277] env[62402]: _type = "Task" [ 1348.076277] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.085547] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872249, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.094553] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52db8ee4-0006-8274-7aa1-aa7d45f5ee03, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.095700] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e2671d-4ff9-451c-aa03-64f9f1785785 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.102719] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1348.102719] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522aa12a-a8a8-0be7-f21c-720673edc932" [ 1348.102719] env[62402]: _type = "Task" [ 1348.102719] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.114863] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522aa12a-a8a8-0be7-f21c-720673edc932, 'name': SearchDatastore_Task, 'duration_secs': 0.008533} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.115249] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.115747] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 4d2af92c-9932-4691-91b8-ee929263ba45/4d2af92c-9932-4691-91b8-ee929263ba45.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.116071] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05bfdf35-ce23-4ed4-a533-29e7ea8f4f5a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.122201] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.122675] env[62402]: DEBUG nova.compute.manager [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.125102] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.815s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.126540] env[62402]: INFO nova.compute.claims [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.134151] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1348.134151] env[62402]: value = "task-1872250" [ 1348.134151] env[62402]: _type = "Task" [ 1348.134151] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.144256] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.301760] env[62402]: DEBUG oslo_concurrency.lockutils [req-88074d16-c0b0-41dc-9f23-09180628ba2d req-1a587059-69bc-4391-b684-e6b8c7b6455f service nova] Releasing lock "refresh_cache-4d2af92c-9932-4691-91b8-ee929263ba45" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.548199] env[62402]: DEBUG nova.network.neutron [req-f0bbb031-dd6a-456d-9d3c-daed55f9c956 req-2f5eca14-79e5-44ef-a381-0f9277c2502d service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Updated VIF entry in instance network info cache for port c72aebe6-ecbe-49e6-98fc-9bafacd78c8f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.548563] env[62402]: DEBUG nova.network.neutron [req-f0bbb031-dd6a-456d-9d3c-daed55f9c956 req-2f5eca14-79e5-44ef-a381-0f9277c2502d service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Updating instance_info_cache with network_info: [{"id": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "address": "fa:16:3e:57:7a:05", "network": {"id": "5e285ff8-28c8-4708-a35a-943e2ce41cc4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-214396158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8982badedb14c38b9c0ae8c3082bace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc72aebe6-ec", "ovs_interfaceid": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.587258] env[62402]: DEBUG oslo_vmware.api [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872249, 'name': PowerOnVM_Task, 'duration_secs': 0.785212} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.588494] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.588494] env[62402]: INFO nova.compute.manager [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Took 11.61 seconds to spawn the instance on the hypervisor. [ 1348.588708] env[62402]: DEBUG nova.compute.manager [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.590421] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8667148-2c92-4831-843d-a5ba04e04e63 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.632640] env[62402]: DEBUG nova.compute.utils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1348.646123] env[62402]: DEBUG nova.network.neutron [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.651281] env[62402]: DEBUG nova.compute.manager [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Not allocating networking since 'none' was specified. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1348.671025] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872250, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.892818] env[62402]: DEBUG nova.network.neutron [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Updating instance_info_cache with network_info: [{"id": "f89d63f4-2fbc-42d7-810c-8b0dc9009826", "address": "fa:16:3e:9d:53:74", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf89d63f4-2f", "ovs_interfaceid": "f89d63f4-2fbc-42d7-810c-8b0dc9009826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.999410] env[62402]: DEBUG nova.network.neutron [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Successfully updated port: e077dcaf-cb19-4b84-91ef-26a15d52c1a4 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.054561] env[62402]: DEBUG oslo_concurrency.lockutils [req-f0bbb031-dd6a-456d-9d3c-daed55f9c956 req-2f5eca14-79e5-44ef-a381-0f9277c2502d service nova] Releasing lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.122342] env[62402]: INFO nova.compute.manager [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Took 33.07 seconds to build instance. [ 1349.140021] env[62402]: DEBUG nova.compute.manager [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.165791] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872250, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.395575] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "refresh_cache-d7dbfb24-f031-4891-864b-6f05d3a9bafe" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.395866] env[62402]: DEBUG nova.compute.manager [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Instance network_info: |[{"id": "f89d63f4-2fbc-42d7-810c-8b0dc9009826", "address": "fa:16:3e:9d:53:74", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf89d63f4-2f", "ovs_interfaceid": "f89d63f4-2fbc-42d7-810c-8b0dc9009826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1349.396308] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:53:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f89d63f4-2fbc-42d7-810c-8b0dc9009826', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.404906] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Creating folder: Project (ebb3433c84ea45749b3a469bc37c02fc). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.407970] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-137af9ed-7823-415d-8f6f-b4b4131d544d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.420597] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Created folder: Project (ebb3433c84ea45749b3a469bc37c02fc) in parent group-v386882. [ 1349.420907] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Creating folder: Instances. Parent ref: group-v386932. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.424067] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8ac7eeb-71a3-47fc-a898-e1bf9b86375e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.433984] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Created folder: Instances in parent group-v386932. [ 1349.434416] env[62402]: DEBUG oslo.service.loopingcall [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.434472] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.434636] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ae11e40-5466-4251-a2a6-8b4f691a8042 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.458632] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.458632] env[62402]: value = "task-1872253" [ 1349.458632] env[62402]: _type = "Task" [ 1349.458632] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.466030] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872253, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.505569] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "refresh_cache-83859393-d5b2-4e02-9e39-4672a02616d8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.505569] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquired lock "refresh_cache-83859393-d5b2-4e02-9e39-4672a02616d8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.505569] env[62402]: DEBUG nova.network.neutron [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.624171] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2ad880d4-b1bd-41fc-88e0-d0772202b77f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.982s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.665373] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872250, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.722464] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bf2b5e-26e8-4d14-a0ea-11641b054b4a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.732044] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36297fd8-6817-42aa-b9d3-09bb236e7ee1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.765373] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96214efb-a7cf-421c-b61e-4b5fe0470d8f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.770901] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.771252] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.777056] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93c78ac-f6d3-4407-a0f2-ccf24c7af334 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.791410] env[62402]: DEBUG nova.compute.provider_tree [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.968674] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872253, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.049972] env[62402]: DEBUG nova.network.neutron [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.128581] env[62402]: DEBUG nova.compute.manager [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.157066] env[62402]: DEBUG nova.compute.manager [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.171016] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.185339] env[62402]: DEBUG nova.compute.manager [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Received event network-vif-plugged-f89d63f4-2fbc-42d7-810c-8b0dc9009826 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1350.185566] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] Acquiring lock "d7dbfb24-f031-4891-864b-6f05d3a9bafe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.185769] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] Lock "d7dbfb24-f031-4891-864b-6f05d3a9bafe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.185934] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] Lock "d7dbfb24-f031-4891-864b-6f05d3a9bafe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.186298] env[62402]: DEBUG nova.compute.manager [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] No waiting events found dispatching network-vif-plugged-f89d63f4-2fbc-42d7-810c-8b0dc9009826 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.186405] env[62402]: WARNING nova.compute.manager [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Received unexpected event network-vif-plugged-f89d63f4-2fbc-42d7-810c-8b0dc9009826 for instance with vm_state building and task_state spawning. [ 1350.186593] env[62402]: DEBUG nova.compute.manager [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Received event network-changed-f89d63f4-2fbc-42d7-810c-8b0dc9009826 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1350.186778] env[62402]: DEBUG nova.compute.manager [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Refreshing instance network info cache due to event network-changed-f89d63f4-2fbc-42d7-810c-8b0dc9009826. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1350.187008] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] Acquiring lock "refresh_cache-d7dbfb24-f031-4891-864b-6f05d3a9bafe" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.187278] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] Acquired lock "refresh_cache-d7dbfb24-f031-4891-864b-6f05d3a9bafe" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.187505] env[62402]: DEBUG nova.network.neutron [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Refreshing network info cache for port f89d63f4-2fbc-42d7-810c-8b0dc9009826 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.191348] env[62402]: DEBUG nova.virt.hardware [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.191642] env[62402]: DEBUG nova.virt.hardware [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.191840] env[62402]: DEBUG nova.virt.hardware [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.192499] env[62402]: DEBUG nova.virt.hardware [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.195965] env[62402]: DEBUG nova.virt.hardware [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.195965] env[62402]: DEBUG nova.virt.hardware [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.195965] env[62402]: DEBUG nova.virt.hardware [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.195965] env[62402]: DEBUG nova.virt.hardware [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.195965] env[62402]: DEBUG nova.virt.hardware [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.196193] env[62402]: DEBUG nova.virt.hardware [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.196193] env[62402]: DEBUG nova.virt.hardware [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.196193] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a555630-5f40-41f1-bc9e-e48235b70fc7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.209271] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a793a5-c23a-49e5-a8a3-5f1b1866b80b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.227777] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Instance VIF info [] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.234494] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Creating folder: Project (3e62bb30d14f4e8595e2dff69029b424). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.237363] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89021ee4-bf85-4ef3-aae4-b11b68616bdd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.247793] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Created folder: Project (3e62bb30d14f4e8595e2dff69029b424) in parent group-v386882. [ 1350.249261] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Creating folder: Instances. Parent ref: group-v386935. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.250437] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eba11c4-2aa2-4a43-8fcd-1e98c7085f4a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.259069] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Created folder: Instances in parent group-v386935. [ 1350.261120] env[62402]: DEBUG oslo.service.loopingcall [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.261120] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.261120] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38f3b65e-ed3b-41d5-ad38-d1eb2ee7f753 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.283671] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.283671] env[62402]: value = "task-1872256" [ 1350.283671] env[62402]: _type = "Task" [ 1350.283671] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.285180] env[62402]: DEBUG nova.network.neutron [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Updating instance_info_cache with network_info: [{"id": "e077dcaf-cb19-4b84-91ef-26a15d52c1a4", "address": "fa:16:3e:68:14:bc", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape077dcaf-cb", "ovs_interfaceid": "e077dcaf-cb19-4b84-91ef-26a15d52c1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.294234] env[62402]: DEBUG nova.scheduler.client.report [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.301201] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872256, 'name': CreateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.469731] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872253, 'name': CreateVM_Task, 'duration_secs': 0.763602} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.469898] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.470618] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.470846] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.471421] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.471478] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba6bc0a7-32ea-4732-9f5b-c7807bb5a052 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.476445] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1350.476445] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ee7cc0-ab84-894e-be19-5907dc750bd8" [ 1350.476445] env[62402]: _type = "Task" [ 1350.476445] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.486266] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ee7cc0-ab84-894e-be19-5907dc750bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.668503] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.674845] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872250, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.065749} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.675295] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 4d2af92c-9932-4691-91b8-ee929263ba45/4d2af92c-9932-4691-91b8-ee929263ba45.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.675555] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.676634] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1280a86-72d1-4fef-981a-d6ea0c516251 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.684084] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1350.684084] env[62402]: value = "task-1872257" [ 1350.684084] env[62402]: _type = "Task" [ 1350.684084] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.693169] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.792791] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Releasing lock "refresh_cache-83859393-d5b2-4e02-9e39-4672a02616d8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.793073] env[62402]: DEBUG nova.compute.manager [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Instance network_info: |[{"id": "e077dcaf-cb19-4b84-91ef-26a15d52c1a4", "address": "fa:16:3e:68:14:bc", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape077dcaf-cb", "ovs_interfaceid": "e077dcaf-cb19-4b84-91ef-26a15d52c1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.798818] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:14:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e077dcaf-cb19-4b84-91ef-26a15d52c1a4', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.806672] env[62402]: DEBUG oslo.service.loopingcall [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.807409] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.807952] env[62402]: DEBUG nova.compute.manager [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.811921] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872256, 'name': CreateVM_Task, 'duration_secs': 0.513892} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.813929] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.813929] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.934s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.815398] env[62402]: INFO nova.compute.claims [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.817178] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.817525] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1024d415-535c-477b-9dc2-36071e3eb84e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.836746] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.841764] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.841764] env[62402]: value = "task-1872258" [ 1350.841764] env[62402]: _type = "Task" [ 1350.841764] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.851260] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872258, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.990751] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ee7cc0-ab84-894e-be19-5907dc750bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.991230] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.993813] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.993813] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.993813] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.993813] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.993963] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.993963] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.993963] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-130c999b-16d6-47a5-b64b-c6a59f229ff8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.995583] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0fb735-9907-44c9-804e-1c7fa7f2fb04 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.002893] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1351.002893] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522bb463-2762-f989-3dff-6c5a96c755eb" [ 1351.002893] env[62402]: _type = "Task" [ 1351.002893] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.008367] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.008560] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.009911] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85208c83-3b16-4acd-bbdd-520d76893da8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.017699] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522bb463-2762-f989-3dff-6c5a96c755eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011089} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.019605] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.019915] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.020156] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.021826] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1351.021826] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]526c52c1-9407-30d6-1dff-9af98c80cf78" [ 1351.021826] env[62402]: _type = "Task" [ 1351.021826] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.030384] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526c52c1-9407-30d6-1dff-9af98c80cf78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.081735] env[62402]: DEBUG nova.network.neutron [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Updated VIF entry in instance network info cache for port f89d63f4-2fbc-42d7-810c-8b0dc9009826. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.081735] env[62402]: DEBUG nova.network.neutron [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Updating instance_info_cache with network_info: [{"id": "f89d63f4-2fbc-42d7-810c-8b0dc9009826", "address": "fa:16:3e:9d:53:74", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf89d63f4-2f", "ovs_interfaceid": "f89d63f4-2fbc-42d7-810c-8b0dc9009826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.195153] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09325} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.195799] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.196737] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454f8afc-ee1b-4896-85d9-a0fb4be43667 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.225703] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 4d2af92c-9932-4691-91b8-ee929263ba45/4d2af92c-9932-4691-91b8-ee929263ba45.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.226043] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e417e48-f8b6-46b3-9f11-88914ad4e092 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.248516] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1351.248516] env[62402]: value = "task-1872259" [ 1351.248516] env[62402]: _type = "Task" [ 1351.248516] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.260874] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.317029] env[62402]: DEBUG nova.compute.utils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1351.317900] env[62402]: DEBUG nova.compute.manager [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1351.318476] env[62402]: DEBUG nova.network.neutron [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.356842] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872258, 'name': CreateVM_Task, 'duration_secs': 0.380324} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.356842] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.357275] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.357438] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.357770] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1351.359179] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7564e58-568c-4e2f-8b8e-54077a681f8b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.365770] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1351.365770] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52edcea2-61b1-5375-2954-6c7bd21d1553" [ 1351.365770] env[62402]: _type = "Task" [ 1351.365770] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.374567] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52edcea2-61b1-5375-2954-6c7bd21d1553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.505131] env[62402]: DEBUG nova.policy [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514afb0494064b9191c3a742d89cbc30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e8ba47d276144d6b8ef2c2694f097a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.543458] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526c52c1-9407-30d6-1dff-9af98c80cf78, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.545333] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9be721-e6dc-4e21-af9e-4b8caf48c3d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.552938] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1351.552938] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5270b252-a195-e289-86ef-f24eefdac9f3" [ 1351.552938] env[62402]: _type = "Task" [ 1351.552938] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.567799] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5270b252-a195-e289-86ef-f24eefdac9f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.584045] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] Releasing lock "refresh_cache-d7dbfb24-f031-4891-864b-6f05d3a9bafe" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.584460] env[62402]: DEBUG nova.compute.manager [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Received event network-vif-plugged-e077dcaf-cb19-4b84-91ef-26a15d52c1a4 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1351.585217] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] Acquiring lock "83859393-d5b2-4e02-9e39-4672a02616d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.585544] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] Lock "83859393-d5b2-4e02-9e39-4672a02616d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.586278] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] Lock "83859393-d5b2-4e02-9e39-4672a02616d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.586278] env[62402]: DEBUG nova.compute.manager [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] No waiting events found dispatching network-vif-plugged-e077dcaf-cb19-4b84-91ef-26a15d52c1a4 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.586378] env[62402]: WARNING nova.compute.manager [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Received unexpected event network-vif-plugged-e077dcaf-cb19-4b84-91ef-26a15d52c1a4 for instance with vm_state building and task_state spawning. [ 1351.586540] env[62402]: DEBUG nova.compute.manager [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Received event network-changed-e077dcaf-cb19-4b84-91ef-26a15d52c1a4 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1351.586778] env[62402]: DEBUG nova.compute.manager [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Refreshing instance network info cache due to event network-changed-e077dcaf-cb19-4b84-91ef-26a15d52c1a4. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1351.587460] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] Acquiring lock "refresh_cache-83859393-d5b2-4e02-9e39-4672a02616d8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.587460] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] Acquired lock "refresh_cache-83859393-d5b2-4e02-9e39-4672a02616d8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.587783] env[62402]: DEBUG nova.network.neutron [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Refreshing network info cache for port e077dcaf-cb19-4b84-91ef-26a15d52c1a4 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.758539] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872259, 'name': ReconfigVM_Task, 'duration_secs': 0.28241} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.760273] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 4d2af92c-9932-4691-91b8-ee929263ba45/4d2af92c-9932-4691-91b8-ee929263ba45.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.760273] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64a5a133-bf86-4666-95f2-6d181392775e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.768411] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1351.768411] env[62402]: value = "task-1872260" [ 1351.768411] env[62402]: _type = "Task" [ 1351.768411] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.776518] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872260, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.825022] env[62402]: DEBUG nova.compute.manager [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.883365] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52edcea2-61b1-5375-2954-6c7bd21d1553, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.887204] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.887204] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.887204] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.069065] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5270b252-a195-e289-86ef-f24eefdac9f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.069375] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.069621] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] d7dbfb24-f031-4891-864b-6f05d3a9bafe/d7dbfb24-f031-4891-864b-6f05d3a9bafe.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.070049] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.070172] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.070394] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80abaa2e-3de6-4618-93f2-a3ef47a2d2df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.077225] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14cf69a6-6f26-4136-81ad-3b0eb68cc52e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.085246] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1352.085246] env[62402]: value = "task-1872261" [ 1352.085246] env[62402]: _type = "Task" [ 1352.085246] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.090464] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.090464] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.096037] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a222ee4f-e731-4171-bcea-840d38f6a970 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.107680] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.109674] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1352.109674] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fe6bbd-8bfb-b2bd-628a-eb81e07ed737" [ 1352.109674] env[62402]: _type = "Task" [ 1352.109674] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.120541] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fe6bbd-8bfb-b2bd-628a-eb81e07ed737, 'name': SearchDatastore_Task, 'duration_secs': 0.008702} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.124819] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de0b82d-c81a-44e9-bc76-0b583cf72a68 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.132030] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1352.132030] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52875cfd-aa75-ea93-ffb7-431e10a56646" [ 1352.132030] env[62402]: _type = "Task" [ 1352.132030] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.140194] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52875cfd-aa75-ea93-ffb7-431e10a56646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.280823] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872260, 'name': Rename_Task, 'duration_secs': 0.143969} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.284131] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.284661] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf25f360-50ec-4309-9ca4-f8adc850b747 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.298981] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1352.298981] env[62402]: value = "task-1872262" [ 1352.298981] env[62402]: _type = "Task" [ 1352.298981] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.311281] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872262, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.321189] env[62402]: DEBUG nova.network.neutron [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Successfully created port: 78cc56a3-1816-4136-940f-b16c48fcd54d {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.471846] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38149414-3b78-40f2-81b9-63e61d4d9f75 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.484474] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683988d6-730e-4346-9d87-1eece26d27a8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.527977] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784a34b5-51fb-4315-b236-9c6961b8b72f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.532911] env[62402]: DEBUG nova.compute.manager [req-576dd8e4-22c0-43ef-9c07-15c8f2d6b6d3 req-c07a1442-27e9-4d67-ba7b-8b57f828d007 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Received event network-changed-c2ed63e0-4020-4741-b84a-67589ffcc02f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1352.533185] env[62402]: DEBUG nova.compute.manager [req-576dd8e4-22c0-43ef-9c07-15c8f2d6b6d3 req-c07a1442-27e9-4d67-ba7b-8b57f828d007 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Refreshing instance network info cache due to event network-changed-c2ed63e0-4020-4741-b84a-67589ffcc02f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1352.534698] env[62402]: DEBUG oslo_concurrency.lockutils [req-576dd8e4-22c0-43ef-9c07-15c8f2d6b6d3 req-c07a1442-27e9-4d67-ba7b-8b57f828d007 service nova] Acquiring lock "refresh_cache-78354d5e-0d91-4efd-baf7-1c9226fbe74f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.534698] env[62402]: DEBUG oslo_concurrency.lockutils [req-576dd8e4-22c0-43ef-9c07-15c8f2d6b6d3 req-c07a1442-27e9-4d67-ba7b-8b57f828d007 service nova] Acquired lock "refresh_cache-78354d5e-0d91-4efd-baf7-1c9226fbe74f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.534698] env[62402]: DEBUG nova.network.neutron [req-576dd8e4-22c0-43ef-9c07-15c8f2d6b6d3 req-c07a1442-27e9-4d67-ba7b-8b57f828d007 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Refreshing network info cache for port c2ed63e0-4020-4741-b84a-67589ffcc02f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.545244] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb25c88-47b0-4b71-bd8c-778bb2c87197 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.568484] env[62402]: DEBUG nova.compute.provider_tree [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.601776] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505033} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.601776] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] d7dbfb24-f031-4891-864b-6f05d3a9bafe/d7dbfb24-f031-4891-864b-6f05d3a9bafe.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.601776] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.601776] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bbd6632-8e3e-4206-9654-275fea4403c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.609255] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1352.609255] env[62402]: value = "task-1872263" [ 1352.609255] env[62402]: _type = "Task" [ 1352.609255] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.621101] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.645488] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52875cfd-aa75-ea93-ffb7-431e10a56646, 'name': SearchDatastore_Task, 'duration_secs': 0.008393} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.645941] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.646498] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 36eadbfe-b649-4959-8fbf-6eb389646e9f/36eadbfe-b649-4959-8fbf-6eb389646e9f.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.649582] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.650106] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.650462] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bec3684-f9c9-4c4a-99dc-812c4f451e3b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.653238] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76e3f55b-1c22-410d-8f24-d5a6a694ed3e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.662743] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1352.662743] env[62402]: value = "task-1872264" [ 1352.662743] env[62402]: _type = "Task" [ 1352.662743] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.664053] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.664245] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.668465] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14cb9c68-0502-4c48-8288-e2999bcadbba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.676781] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.678359] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1352.678359] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5243190e-0aeb-149f-e7c0-7b80890db6b6" [ 1352.678359] env[62402]: _type = "Task" [ 1352.678359] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.686577] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5243190e-0aeb-149f-e7c0-7b80890db6b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.758621] env[62402]: DEBUG nova.network.neutron [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Updated VIF entry in instance network info cache for port e077dcaf-cb19-4b84-91ef-26a15d52c1a4. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.759476] env[62402]: DEBUG nova.network.neutron [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Updating instance_info_cache with network_info: [{"id": "e077dcaf-cb19-4b84-91ef-26a15d52c1a4", "address": "fa:16:3e:68:14:bc", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape077dcaf-cb", "ovs_interfaceid": "e077dcaf-cb19-4b84-91ef-26a15d52c1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.814139] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.845903] env[62402]: DEBUG nova.compute.manager [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.881867] env[62402]: DEBUG nova.virt.hardware [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.882292] env[62402]: DEBUG nova.virt.hardware [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.882489] env[62402]: DEBUG nova.virt.hardware [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.882983] env[62402]: DEBUG nova.virt.hardware [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.883225] env[62402]: DEBUG nova.virt.hardware [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.883467] env[62402]: DEBUG nova.virt.hardware [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.883731] env[62402]: DEBUG nova.virt.hardware [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.883970] env[62402]: DEBUG nova.virt.hardware [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.884233] env[62402]: DEBUG nova.virt.hardware [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.884456] env[62402]: DEBUG nova.virt.hardware [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.884777] env[62402]: DEBUG nova.virt.hardware [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.885909] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd9e69e-51d4-4d66-ba40-7110b1e712e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.896075] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63494c7c-9a81-4494-8096-185264e5dfce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.099405] env[62402]: ERROR nova.scheduler.client.report [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [req-281790ad-2179-4c09-9eff-6eec9a54eb9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c2826406-6fc4-4c09-886a-a6552c22449a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-281790ad-2179-4c09-9eff-6eec9a54eb9c"}]} [ 1353.127030] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066489} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.128217] env[62402]: DEBUG nova.scheduler.client.report [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Refreshing inventories for resource provider c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1353.131691] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.132848] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f397998-53cd-4682-98cc-2e02c51414e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.162916] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] d7dbfb24-f031-4891-864b-6f05d3a9bafe/d7dbfb24-f031-4891-864b-6f05d3a9bafe.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.164296] env[62402]: DEBUG nova.scheduler.client.report [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Updating ProviderTree inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1353.164436] env[62402]: DEBUG nova.compute.provider_tree [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1353.166907] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c714480c-0df4-43fc-8bc7-28e3f618dd9a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.196965] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872264, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.203864] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5243190e-0aeb-149f-e7c0-7b80890db6b6, 'name': SearchDatastore_Task, 'duration_secs': 0.037341} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.204201] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1353.204201] env[62402]: value = "task-1872265" [ 1353.204201] env[62402]: _type = "Task" [ 1353.204201] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.205781] env[62402]: DEBUG nova.scheduler.client.report [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Refreshing aggregate associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, aggregates: None {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1353.209554] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db86037f-5a39-430b-8576-a70267aac1b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.218495] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1353.218495] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52712429-520e-30fe-5345-d71a59bd610e" [ 1353.218495] env[62402]: _type = "Task" [ 1353.218495] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.222247] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.231257] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52712429-520e-30fe-5345-d71a59bd610e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.249480] env[62402]: DEBUG nova.scheduler.client.report [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Refreshing trait associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1353.265902] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c04e14a-fea7-42e1-90e4-73130465db6d req-b7a37ed7-33a3-4dbc-ab05-20d3729c4b0a service nova] Releasing lock "refresh_cache-83859393-d5b2-4e02-9e39-4672a02616d8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.319933] env[62402]: DEBUG oslo_vmware.api [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872262, 'name': PowerOnVM_Task, 'duration_secs': 0.663164} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.319933] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.319933] env[62402]: INFO nova.compute.manager [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Took 11.33 seconds to spawn the instance on the hypervisor. [ 1353.319933] env[62402]: DEBUG nova.compute.manager [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.319933] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1f07d0-ee3d-4f18-8eb4-7142b4117ab4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.580641] env[62402]: DEBUG nova.network.neutron [req-576dd8e4-22c0-43ef-9c07-15c8f2d6b6d3 req-c07a1442-27e9-4d67-ba7b-8b57f828d007 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Updated VIF entry in instance network info cache for port c2ed63e0-4020-4741-b84a-67589ffcc02f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.581170] env[62402]: DEBUG nova.network.neutron [req-576dd8e4-22c0-43ef-9c07-15c8f2d6b6d3 req-c07a1442-27e9-4d67-ba7b-8b57f828d007 service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Updating instance_info_cache with network_info: [{"id": "c2ed63e0-4020-4741-b84a-67589ffcc02f", "address": "fa:16:3e:d1:a1:3a", "network": {"id": "e5194054-6645-42b2-b9e1-3e8263ce70f4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-39150585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4ccfe8a90c46acbbeadee4f60bb1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ed63e0-40", "ovs_interfaceid": "c2ed63e0-4020-4741-b84a-67589ffcc02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.694050] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558952} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.694332] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 36eadbfe-b649-4959-8fbf-6eb389646e9f/36eadbfe-b649-4959-8fbf-6eb389646e9f.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.694579] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.694806] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c8d275d-ee09-43f6-b9cf-2d1516124695 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.706679] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1353.706679] env[62402]: value = "task-1872266" [ 1353.706679] env[62402]: _type = "Task" [ 1353.706679] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.723024] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.725794] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.737371] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52712429-520e-30fe-5345-d71a59bd610e, 'name': SearchDatastore_Task, 'duration_secs': 0.012424} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.741463] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.741463] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 83859393-d5b2-4e02-9e39-4672a02616d8/83859393-d5b2-4e02-9e39-4672a02616d8.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.742319] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12bd3522-7c9b-4550-b6f0-cee4db7ecb76 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.752019] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1353.752019] env[62402]: value = "task-1872267" [ 1353.752019] env[62402]: _type = "Task" [ 1353.752019] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.761249] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.848035] env[62402]: INFO nova.compute.manager [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Took 29.57 seconds to build instance. [ 1353.897458] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0107ff85-901d-42eb-b000-52670e9a69dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.905379] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe21c71-2d88-4580-9e99-27e7bd4c842f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.939443] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbca4ab-f99e-4bc5-b2bf-b10ca93a6afe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.947300] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b258b43a-4202-45a3-9c18-c246bea720a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.964448] env[62402]: DEBUG nova.compute.provider_tree [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1354.085037] env[62402]: DEBUG oslo_concurrency.lockutils [req-576dd8e4-22c0-43ef-9c07-15c8f2d6b6d3 req-c07a1442-27e9-4d67-ba7b-8b57f828d007 service nova] Releasing lock "refresh_cache-78354d5e-0d91-4efd-baf7-1c9226fbe74f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.224915] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071357} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.231660] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.236033] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.236033] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6accc3-7f54-4807-a785-df82ee178a7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.273032] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 36eadbfe-b649-4959-8fbf-6eb389646e9f/36eadbfe-b649-4959-8fbf-6eb389646e9f.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.277974] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e6134b-7ad2-4f73-a2b2-f5d30b2e191f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.299994] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872267, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.303043] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1354.303043] env[62402]: value = "task-1872268" [ 1354.303043] env[62402]: _type = "Task" [ 1354.303043] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.313235] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.350363] env[62402]: DEBUG oslo_concurrency.lockutils [None req-844063b3-e39b-4d70-8e59-be0cf55e473f tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "4d2af92c-9932-4691-91b8-ee929263ba45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.461s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.504135] env[62402]: DEBUG nova.scheduler.client.report [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Updated inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1354.504135] env[62402]: DEBUG nova.compute.provider_tree [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Updating resource provider c2826406-6fc4-4c09-886a-a6552c22449a generation from 42 to 43 during operation: update_inventory {{(pid=62402) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1354.504135] env[62402]: DEBUG nova.compute.provider_tree [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1354.727348] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872265, 'name': ReconfigVM_Task, 'duration_secs': 1.074624} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.727348] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Reconfigured VM instance instance-00000012 to attach disk [datastore1] d7dbfb24-f031-4891-864b-6f05d3a9bafe/d7dbfb24-f031-4891-864b-6f05d3a9bafe.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.727348] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d386f102-3997-4c11-98f4-7b2e7d26539f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.732755] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1354.732755] env[62402]: value = "task-1872269" [ 1354.732755] env[62402]: _type = "Task" [ 1354.732755] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.742715] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872269, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.767023] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872267, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.816031] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.853432] env[62402]: DEBUG nova.compute.manager [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.012122] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.197s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.012122] env[62402]: DEBUG nova.compute.manager [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1355.017152] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.654s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.090014] env[62402]: DEBUG nova.network.neutron [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Successfully updated port: 78cc56a3-1816-4136-940f-b16c48fcd54d {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1355.148368] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Acquiring lock "b753b654-ad56-408d-94b0-49275a3faa06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.148809] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Lock "b753b654-ad56-408d-94b0-49275a3faa06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.251065] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872269, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.264456] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872267, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.314384] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.380876] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.520113] env[62402]: DEBUG nova.compute.utils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1355.520113] env[62402]: DEBUG nova.compute.manager [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1355.520113] env[62402]: DEBUG nova.network.neutron [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.526500] env[62402]: INFO nova.compute.claims [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.594503] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.594503] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.594503] env[62402]: DEBUG nova.network.neutron [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.696038] env[62402]: DEBUG nova.compute.manager [req-e1889d84-e467-476c-840b-657c3d3c8c4a req-6283e06b-c72b-4f59-97c3-b8948f9e7607 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Received event network-vif-plugged-78cc56a3-1816-4136-940f-b16c48fcd54d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1355.696282] env[62402]: DEBUG oslo_concurrency.lockutils [req-e1889d84-e467-476c-840b-657c3d3c8c4a req-6283e06b-c72b-4f59-97c3-b8948f9e7607 service nova] Acquiring lock "50996a24-6344-471e-885b-852e36adb8b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.696525] env[62402]: DEBUG oslo_concurrency.lockutils [req-e1889d84-e467-476c-840b-657c3d3c8c4a req-6283e06b-c72b-4f59-97c3-b8948f9e7607 service nova] Lock "50996a24-6344-471e-885b-852e36adb8b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.696675] env[62402]: DEBUG oslo_concurrency.lockutils [req-e1889d84-e467-476c-840b-657c3d3c8c4a req-6283e06b-c72b-4f59-97c3-b8948f9e7607 service nova] Lock "50996a24-6344-471e-885b-852e36adb8b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.696843] env[62402]: DEBUG nova.compute.manager [req-e1889d84-e467-476c-840b-657c3d3c8c4a req-6283e06b-c72b-4f59-97c3-b8948f9e7607 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] No waiting events found dispatching network-vif-plugged-78cc56a3-1816-4136-940f-b16c48fcd54d {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1355.697032] env[62402]: WARNING nova.compute.manager [req-e1889d84-e467-476c-840b-657c3d3c8c4a req-6283e06b-c72b-4f59-97c3-b8948f9e7607 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Received unexpected event network-vif-plugged-78cc56a3-1816-4136-940f-b16c48fcd54d for instance with vm_state building and task_state spawning. [ 1355.711245] env[62402]: DEBUG nova.policy [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6145368f9cb14579aa47e41ca5406c04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5ce349ea6044322a7fcb98ca07b172d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1355.743973] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872269, 'name': Rename_Task, 'duration_secs': 0.727536} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.744134] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.744950] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-252b412e-abaa-4c4d-bdb6-d2c25ffd938b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.751733] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1355.751733] env[62402]: value = "task-1872270" [ 1355.751733] env[62402]: _type = "Task" [ 1355.751733] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.763628] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.766763] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872267, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.818133] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.038469] env[62402]: INFO nova.compute.resource_tracker [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating resource usage from migration 1ffcdb82-c4d8-46ee-a974-fcafe8425eac [ 1356.042503] env[62402]: DEBUG nova.compute.manager [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1356.182824] env[62402]: DEBUG nova.network.neutron [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1356.270716] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.277531] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872267, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.316350] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872268, 'name': ReconfigVM_Task, 'duration_secs': 1.723204} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.319401] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 36eadbfe-b649-4959-8fbf-6eb389646e9f/36eadbfe-b649-4959-8fbf-6eb389646e9f.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.321208] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63f14ffd-9e0c-4d8a-9650-c87edc54a2a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.330622] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1356.330622] env[62402]: value = "task-1872271" [ 1356.330622] env[62402]: _type = "Task" [ 1356.330622] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.344074] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872271, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.543215] env[62402]: DEBUG nova.network.neutron [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Updating instance_info_cache with network_info: [{"id": "78cc56a3-1816-4136-940f-b16c48fcd54d", "address": "fa:16:3e:00:a6:69", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78cc56a3-18", "ovs_interfaceid": "78cc56a3-1816-4136-940f-b16c48fcd54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.619296] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5bb061-1048-4a8d-a58c-49b6bf435b17 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.628331] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7535aa1-d177-40e9-8577-cf80f5fe8272 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.665263] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96795cc3-3144-479e-97c4-249ab15b6f8b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.672633] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47801b05-2abb-422f-b9a4-aa0dcb50a2d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.688387] env[62402]: DEBUG nova.compute.provider_tree [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.763086] env[62402]: DEBUG oslo_vmware.api [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872270, 'name': PowerOnVM_Task, 'duration_secs': 0.707423} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.766813] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.767177] env[62402]: INFO nova.compute.manager [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Took 11.93 seconds to spawn the instance on the hypervisor. [ 1356.767531] env[62402]: DEBUG nova.compute.manager [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.768523] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aabd106-d00e-40eb-9a2b-980e9e74ef2b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.776602] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872267, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.846022] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872271, 'name': Rename_Task, 'duration_secs': 0.178657} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.846022] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.846022] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00d8971d-5532-44b0-8c7d-a8372739f82d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.849723] env[62402]: DEBUG nova.network.neutron [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Successfully created port: 1c6e5d99-f7a4-42e6-808f-c025463ad098 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.853701] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1356.853701] env[62402]: value = "task-1872272" [ 1356.853701] env[62402]: _type = "Task" [ 1356.853701] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.863907] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.055022] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.055022] env[62402]: DEBUG nova.compute.manager [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Instance network_info: |[{"id": "78cc56a3-1816-4136-940f-b16c48fcd54d", "address": "fa:16:3e:00:a6:69", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78cc56a3-18", "ovs_interfaceid": "78cc56a3-1816-4136-940f-b16c48fcd54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1357.055244] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:a6:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78cc56a3-1816-4136-940f-b16c48fcd54d', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.062587] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Creating folder: Project (5e8ba47d276144d6b8ef2c2694f097a0). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1357.063916] env[62402]: DEBUG nova.compute.manager [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.066598] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7e5b6e2-1483-454c-a9d9-b62c6c3d7a71 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.079819] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Created folder: Project (5e8ba47d276144d6b8ef2c2694f097a0) in parent group-v386882. [ 1357.079819] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Creating folder: Instances. Parent ref: group-v386939. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1357.079819] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e4d9b22-d173-48d6-be99-86d5cefc1c87 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.088083] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Created folder: Instances in parent group-v386939. [ 1357.088083] env[62402]: DEBUG oslo.service.loopingcall [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.088083] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1357.088083] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5a279a9-40cc-40a2-a66f-5f947d95bae2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.108444] env[62402]: DEBUG nova.virt.hardware [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.109073] env[62402]: DEBUG nova.virt.hardware [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.109306] env[62402]: DEBUG nova.virt.hardware [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.109628] env[62402]: DEBUG nova.virt.hardware [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.109922] env[62402]: DEBUG nova.virt.hardware [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.112023] env[62402]: DEBUG nova.virt.hardware [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.112023] env[62402]: DEBUG nova.virt.hardware [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.112023] env[62402]: DEBUG nova.virt.hardware [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.112023] env[62402]: DEBUG nova.virt.hardware [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.112023] env[62402]: DEBUG nova.virt.hardware [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.112210] env[62402]: DEBUG nova.virt.hardware [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.113128] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff5cd22-d275-4fea-a74a-a4fbfdb19409 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.124693] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd72954-92ca-4eb0-88b8-b0ef6856964f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.131024] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.131024] env[62402]: value = "task-1872275" [ 1357.131024] env[62402]: _type = "Task" [ 1357.131024] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.149856] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872275, 'name': CreateVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.193849] env[62402]: DEBUG nova.scheduler.client.report [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.277367] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872267, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.293387] env[62402]: INFO nova.compute.manager [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Took 31.44 seconds to build instance. [ 1357.366489] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.640934] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872275, 'name': CreateVM_Task, 'duration_secs': 0.369505} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.641349] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1357.641805] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.641973] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.642340] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1357.642602] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa2a5f3-8b72-4b4f-b814-d653b8482dd6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.647177] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1357.647177] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5200b951-9d18-addf-0ab7-aa6f721f0c2d" [ 1357.647177] env[62402]: _type = "Task" [ 1357.647177] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.655612] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5200b951-9d18-addf-0ab7-aa6f721f0c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.700316] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.686s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.700316] env[62402]: INFO nova.compute.manager [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Migrating [ 1357.700316] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.700316] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.703381] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.170s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.703381] env[62402]: DEBUG nova.objects.instance [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Lazy-loading 'resources' on Instance uuid e373f33a-c3a8-4cf8-bf4c-d096bc0b040e {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.773081] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872267, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.868044} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.773356] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 83859393-d5b2-4e02-9e39-4672a02616d8/83859393-d5b2-4e02-9e39-4672a02616d8.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.773846] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.773846] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e65ea0b7-b1dd-4f0f-97bb-3dc3ef962cf1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.781114] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1357.781114] env[62402]: value = "task-1872276" [ 1357.781114] env[62402]: _type = "Task" [ 1357.781114] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.793935] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.795759] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e7b4c88-bc17-4337-969c-af75463e117d tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "d7dbfb24-f031-4891-864b-6f05d3a9bafe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.991s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.866628] env[62402]: DEBUG oslo_vmware.api [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872272, 'name': PowerOnVM_Task, 'duration_secs': 0.75874} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.866910] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.867248] env[62402]: INFO nova.compute.manager [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1357.867436] env[62402]: DEBUG nova.compute.manager [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.868298] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee95bb9-0d49-404f-a365-3c3fc5b7d893 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.067242] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Acquiring lock "a3506fea-7782-49ef-b9b6-bf37d30b8680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.067483] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Lock "a3506fea-7782-49ef-b9b6-bf37d30b8680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.149459] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.152569] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.160846] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5200b951-9d18-addf-0ab7-aa6f721f0c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.016188} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.163017] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.163017] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.163017] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.163017] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.163181] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.163181] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9928ceb8-7ea0-448d-a800-dfbb727fcc80 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.177294] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.177488] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.178268] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142d82c4-264e-4ac8-88f7-313a89351e85 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.185305] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1358.185305] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]523d470d-f59c-25f2-23df-1eaca3428087" [ 1358.185305] env[62402]: _type = "Task" [ 1358.185305] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.202043] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523d470d-f59c-25f2-23df-1eaca3428087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.210619] env[62402]: INFO nova.compute.rpcapi [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1358.210619] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.293249] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141273} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.293249] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.295147] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3046b32-9961-4757-b75a-4c92011976fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.302202] env[62402]: DEBUG nova.compute.manager [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1358.325283] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 83859393-d5b2-4e02-9e39-4672a02616d8/83859393-d5b2-4e02-9e39-4672a02616d8.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.325967] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7188901d-e327-477a-8c48-03210bacce30 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.350411] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1358.350411] env[62402]: value = "task-1872277" [ 1358.350411] env[62402]: _type = "Task" [ 1358.350411] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.359671] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.395334] env[62402]: INFO nova.compute.manager [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Took 31.36 seconds to build instance. [ 1358.663776] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.664116] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1358.664116] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1358.691054] env[62402]: DEBUG nova.compute.manager [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Received event network-changed-78cc56a3-1816-4136-940f-b16c48fcd54d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1358.691054] env[62402]: DEBUG nova.compute.manager [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Refreshing instance network info cache due to event network-changed-78cc56a3-1816-4136-940f-b16c48fcd54d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1358.691054] env[62402]: DEBUG oslo_concurrency.lockutils [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] Acquiring lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.691054] env[62402]: DEBUG oslo_concurrency.lockutils [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] Acquired lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.691406] env[62402]: DEBUG nova.network.neutron [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Refreshing network info cache for port 78cc56a3-1816-4136-940f-b16c48fcd54d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.706038] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523d470d-f59c-25f2-23df-1eaca3428087, 'name': SearchDatastore_Task, 'duration_secs': 0.020693} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.706814] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55607d1b-833f-4752-9e63-bee7dcc494af {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.713613] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1358.713613] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ccf5b0-562f-d145-890c-31b943c2addd" [ 1358.713613] env[62402]: _type = "Task" [ 1358.713613] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.724294] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ccf5b0-562f-d145-890c-31b943c2addd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.736476] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.736772] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.736879] env[62402]: DEBUG nova.network.neutron [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.791571] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3080d3-7d2a-40fe-9788-1963e277b7cb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.800635] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ee32f2-75eb-400b-9e4d-35b081d7be7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.841163] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacf423c-2d29-49f7-80ea-ecf20140896f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.849929] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d460e5-fa2d-48d9-951d-20e498da4b01 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.858386] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.870757] env[62402]: DEBUG nova.compute.provider_tree [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.874256] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872277, 'name': ReconfigVM_Task, 'duration_secs': 0.277956} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.874256] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 83859393-d5b2-4e02-9e39-4672a02616d8/83859393-d5b2-4e02-9e39-4672a02616d8.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.874777] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d221d41-760e-4e0c-84c0-1fa626eb9b60 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.881843] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1358.881843] env[62402]: value = "task-1872278" [ 1358.881843] env[62402]: _type = "Task" [ 1358.881843] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.892087] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872278, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.899406] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1978e3c1-62b9-4651-9361-bc63f61ba3a7 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lock "36eadbfe-b649-4959-8fbf-6eb389646e9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.324s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.050432] env[62402]: DEBUG nova.network.neutron [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Successfully updated port: 1c6e5d99-f7a4-42e6-808f-c025463ad098 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1359.170165] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Skipping network cache update for instance because it is Building. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1359.170465] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Skipping network cache update for instance because it is Building. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1359.170855] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Skipping network cache update for instance because it is Building. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1359.228439] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ccf5b0-562f-d145-890c-31b943c2addd, 'name': SearchDatastore_Task, 'duration_secs': 0.035083} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.231358] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.231659] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 50996a24-6344-471e-885b-852e36adb8b4/50996a24-6344-471e-885b-852e36adb8b4.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.231941] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce161e76-5eef-41dd-ae67-a1c61d9fa9a3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.239355] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1359.239355] env[62402]: value = "task-1872279" [ 1359.239355] env[62402]: _type = "Task" [ 1359.239355] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.250678] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.253274] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "refresh_cache-27542ea8-947c-47a3-851d-ce46f0548a92" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.253603] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquired lock "refresh_cache-27542ea8-947c-47a3-851d-ce46f0548a92" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.253855] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Forcefully refreshing network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1359.254157] env[62402]: DEBUG nova.objects.instance [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lazy-loading 'info_cache' on Instance uuid 27542ea8-947c-47a3-851d-ce46f0548a92 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.375805] env[62402]: DEBUG nova.scheduler.client.report [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.393050] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872278, 'name': Rename_Task, 'duration_secs': 0.167254} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.393273] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.393551] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-046c2834-dcc8-4e71-b9a7-324a082b813b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.399984] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1359.399984] env[62402]: value = "task-1872280" [ 1359.399984] env[62402]: _type = "Task" [ 1359.399984] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.406952] env[62402]: DEBUG nova.compute.manager [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.415948] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872280, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.555394] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "refresh_cache-fb828cea-cae3-4116-bc6b-be2bd4d2e18f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.555561] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "refresh_cache-fb828cea-cae3-4116-bc6b-be2bd4d2e18f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.555716] env[62402]: DEBUG nova.network.neutron [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.565553] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "d7dbfb24-f031-4891-864b-6f05d3a9bafe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.565824] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "d7dbfb24-f031-4891-864b-6f05d3a9bafe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.566049] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "d7dbfb24-f031-4891-864b-6f05d3a9bafe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.566237] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "d7dbfb24-f031-4891-864b-6f05d3a9bafe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.566408] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "d7dbfb24-f031-4891-864b-6f05d3a9bafe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.592538] env[62402]: INFO nova.compute.manager [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Terminating instance [ 1359.594686] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "04c6f283-64fd-4122-bb25-ca8108ff5c12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.594919] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "04c6f283-64fd-4122-bb25-ca8108ff5c12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.756073] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872279, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.798136] env[62402]: INFO nova.compute.manager [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Rebuilding instance [ 1359.817668] env[62402]: DEBUG nova.network.neutron [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Updated VIF entry in instance network info cache for port 78cc56a3-1816-4136-940f-b16c48fcd54d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.818039] env[62402]: DEBUG nova.network.neutron [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Updating instance_info_cache with network_info: [{"id": "78cc56a3-1816-4136-940f-b16c48fcd54d", "address": "fa:16:3e:00:a6:69", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78cc56a3-18", "ovs_interfaceid": "78cc56a3-1816-4136-940f-b16c48fcd54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.872117] env[62402]: DEBUG nova.compute.manager [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.873167] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34dee37-47a2-4f0b-8ca1-e940033c880b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.882153] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.888544] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.549s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.891610] env[62402]: INFO nova.compute.claims [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.921077] env[62402]: DEBUG oslo_vmware.api [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872280, 'name': PowerOnVM_Task, 'duration_secs': 0.510914} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.922185] env[62402]: DEBUG nova.network.neutron [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance_info_cache with network_info: [{"id": "b9e10c5d-cc40-40b2-a913-738363a06ba1", "address": "fa:16:3e:f3:56:f8", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e10c5d-cc", "ovs_interfaceid": "b9e10c5d-cc40-40b2-a913-738363a06ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.923812] env[62402]: INFO nova.scheduler.client.report [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Deleted allocations for instance e373f33a-c3a8-4cf8-bf4c-d096bc0b040e [ 1359.925027] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.925104] env[62402]: INFO nova.compute.manager [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Took 12.53 seconds to spawn the instance on the hypervisor. [ 1359.925323] env[62402]: DEBUG nova.compute.manager [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.928493] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eb7f9e-fc9b-404d-a84a-8b52d2668d29 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.944648] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.099930] env[62402]: DEBUG nova.compute.manager [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1360.100227] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1360.101980] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcae614-e9ff-4fc6-a0f5-ddc8f6f78221 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.112148] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.112148] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55352905-43d1-4da1-874d-3e225e290edf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.113475] env[62402]: DEBUG nova.network.neutron [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1360.119134] env[62402]: DEBUG oslo_vmware.api [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1360.119134] env[62402]: value = "task-1872281" [ 1360.119134] env[62402]: _type = "Task" [ 1360.119134] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.125580] env[62402]: DEBUG oslo_vmware.api [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.253964] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772286} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.254271] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 50996a24-6344-471e-885b-852e36adb8b4/50996a24-6344-471e-885b-852e36adb8b4.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.254502] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.254782] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f911d1b3-5352-4211-96bf-84ab921a960a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.263028] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1360.263028] env[62402]: value = "task-1872282" [ 1360.263028] env[62402]: _type = "Task" [ 1360.263028] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.274473] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.321226] env[62402]: DEBUG oslo_concurrency.lockutils [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] Releasing lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.321885] env[62402]: DEBUG nova.compute.manager [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Received event network-changed-e577e718-cef3-437e-8d13-420681162cca {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1360.322241] env[62402]: DEBUG nova.compute.manager [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Refreshing instance network info cache due to event network-changed-e577e718-cef3-437e-8d13-420681162cca. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1360.322631] env[62402]: DEBUG oslo_concurrency.lockutils [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] Acquiring lock "refresh_cache-4d2af92c-9932-4691-91b8-ee929263ba45" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.322936] env[62402]: DEBUG oslo_concurrency.lockutils [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] Acquired lock "refresh_cache-4d2af92c-9932-4691-91b8-ee929263ba45" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.324321] env[62402]: DEBUG nova.network.neutron [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Refreshing network info cache for port e577e718-cef3-437e-8d13-420681162cca {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.428562] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.437675] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24ad1d88-b89a-415e-9116-75ac0288121a tempest-ServerDiagnosticsNegativeTest-1991223574 tempest-ServerDiagnosticsNegativeTest-1991223574-project-member] Lock "e373f33a-c3a8-4cf8-bf4c-d096bc0b040e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.209s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.456407] env[62402]: INFO nova.compute.manager [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Took 34.02 seconds to build instance. [ 1360.628903] env[62402]: DEBUG oslo_vmware.api [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872281, 'name': PowerOffVM_Task, 'duration_secs': 0.421693} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.630180] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.630670] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.631977] env[62402]: DEBUG nova.network.neutron [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Updating instance_info_cache with network_info: [{"id": "1c6e5d99-f7a4-42e6-808f-c025463ad098", "address": "fa:16:3e:08:22:17", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6e5d99-f7", "ovs_interfaceid": "1c6e5d99-f7a4-42e6-808f-c025463ad098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.633328] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25165a7a-0622-462f-b615-678ed8f9fb13 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.729710] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.730101] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.730353] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleting the datastore file [datastore1] d7dbfb24-f031-4891-864b-6f05d3a9bafe {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.730631] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-885b2eab-55f0-470c-8f6d-83006e6cc1da {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.738707] env[62402]: DEBUG oslo_vmware.api [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1360.738707] env[62402]: value = "task-1872284" [ 1360.738707] env[62402]: _type = "Task" [ 1360.738707] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.750094] env[62402]: DEBUG oslo_vmware.api [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.773874] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199813} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.774181] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.776096] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527a367c-7b8b-4402-b668-526c5a012cc7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.805287] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 50996a24-6344-471e-885b-852e36adb8b4/50996a24-6344-471e-885b-852e36adb8b4.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.805599] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3e95684-d9e5-4a27-be67-19062138a546 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.830902] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1360.830902] env[62402]: value = "task-1872285" [ 1360.830902] env[62402]: _type = "Task" [ 1360.830902] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.840640] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.903062] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.907598] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c9e3d05-63b0-4ae8-a2f3-c917aa6b410b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.917439] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1360.917439] env[62402]: value = "task-1872286" [ 1360.917439] env[62402]: _type = "Task" [ 1360.917439] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.927380] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.958922] env[62402]: DEBUG oslo_concurrency.lockutils [None req-933276ce-403c-4a54-9a61-d3b762f91c1b tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "83859393-d5b2-4e02-9e39-4672a02616d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.072s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.135861] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "refresh_cache-fb828cea-cae3-4116-bc6b-be2bd4d2e18f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.136345] env[62402]: DEBUG nova.compute.manager [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Instance network_info: |[{"id": "1c6e5d99-f7a4-42e6-808f-c025463ad098", "address": "fa:16:3e:08:22:17", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6e5d99-f7", "ovs_interfaceid": "1c6e5d99-f7a4-42e6-808f-c025463ad098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1361.137289] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:22:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c6e5d99-f7a4-42e6-808f-c025463ad098', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.149380] env[62402]: DEBUG oslo.service.loopingcall [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1361.156560] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.158048] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-556d388e-ef73-4f97-9fa7-37ce52f43399 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.184591] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd04875-01db-4450-a0a3-a166e9d23739 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.188561] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.188561] env[62402]: value = "task-1872287" [ 1361.188561] env[62402]: _type = "Task" [ 1361.188561] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.194492] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2d9b5-b999-4d7c-99cc-657edc469b45 tempest-ServersAdminNegativeTestJSON-545127308 tempest-ServersAdminNegativeTestJSON-545127308-project-admin] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Suspending the VM {{(pid=62402) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1361.197758] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a2638ca9-ecb6-48b1-becd-7e6b97e01152 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.199432] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872287, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.209856] env[62402]: DEBUG nova.compute.manager [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Received event network-vif-plugged-1c6e5d99-f7a4-42e6-808f-c025463ad098 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1361.209856] env[62402]: DEBUG oslo_concurrency.lockutils [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] Acquiring lock "fb828cea-cae3-4116-bc6b-be2bd4d2e18f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.210055] env[62402]: DEBUG oslo_concurrency.lockutils [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] Lock "fb828cea-cae3-4116-bc6b-be2bd4d2e18f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.210215] env[62402]: DEBUG oslo_concurrency.lockutils [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] Lock "fb828cea-cae3-4116-bc6b-be2bd4d2e18f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.211034] env[62402]: DEBUG nova.compute.manager [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] No waiting events found dispatching network-vif-plugged-1c6e5d99-f7a4-42e6-808f-c025463ad098 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.211122] env[62402]: WARNING nova.compute.manager [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Received unexpected event network-vif-plugged-1c6e5d99-f7a4-42e6-808f-c025463ad098 for instance with vm_state building and task_state spawning. [ 1361.211317] env[62402]: DEBUG nova.compute.manager [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Received event network-changed-1c6e5d99-f7a4-42e6-808f-c025463ad098 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1361.211863] env[62402]: DEBUG nova.compute.manager [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Refreshing instance network info cache due to event network-changed-1c6e5d99-f7a4-42e6-808f-c025463ad098. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1361.211863] env[62402]: DEBUG oslo_concurrency.lockutils [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] Acquiring lock "refresh_cache-fb828cea-cae3-4116-bc6b-be2bd4d2e18f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.211863] env[62402]: DEBUG oslo_concurrency.lockutils [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] Acquired lock "refresh_cache-fb828cea-cae3-4116-bc6b-be2bd4d2e18f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.212216] env[62402]: DEBUG nova.network.neutron [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Refreshing network info cache for port 1c6e5d99-f7a4-42e6-808f-c025463ad098 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.215087] env[62402]: DEBUG oslo_vmware.api [None req-a8d2d9b5-b999-4d7c-99cc-657edc469b45 tempest-ServersAdminNegativeTestJSON-545127308 tempest-ServersAdminNegativeTestJSON-545127308-project-admin] Waiting for the task: (returnval){ [ 1361.215087] env[62402]: value = "task-1872288" [ 1361.215087] env[62402]: _type = "Task" [ 1361.215087] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.235464] env[62402]: DEBUG oslo_vmware.api [None req-a8d2d9b5-b999-4d7c-99cc-657edc469b45 tempest-ServersAdminNegativeTestJSON-545127308 tempest-ServersAdminNegativeTestJSON-545127308-project-admin] Task: {'id': task-1872288, 'name': SuspendVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.251498] env[62402]: DEBUG oslo_vmware.api [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431097} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.251916] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.251916] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.252082] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.252301] env[62402]: INFO nova.compute.manager [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1361.252616] env[62402]: DEBUG oslo.service.loopingcall [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1361.252858] env[62402]: DEBUG nova.compute.manager [-] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1361.253016] env[62402]: DEBUG nova.network.neutron [-] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.347165] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.400198] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Updating instance_info_cache with network_info: [{"id": "75ca78ed-c54d-4f5e-9df3-51d29f3e6772", "address": "fa:16:3e:25:a7:4c", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ca78ed-c5", "ovs_interfaceid": "75ca78ed-c54d-4f5e-9df3-51d29f3e6772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.423212] env[62402]: DEBUG nova.network.neutron [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Updated VIF entry in instance network info cache for port e577e718-cef3-437e-8d13-420681162cca. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.423922] env[62402]: DEBUG nova.network.neutron [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Updating instance_info_cache with network_info: [{"id": "e577e718-cef3-437e-8d13-420681162cca", "address": "fa:16:3e:34:47:5a", "network": {"id": "23344273-0bc3-4b13-ab76-58b9d6e029e7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-404114491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb58c671d1584d4b846bd97979f0bc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape577e718-ce", "ovs_interfaceid": "e577e718-cef3-437e-8d13-420681162cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.436305] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872286, 'name': PowerOffVM_Task, 'duration_secs': 0.135789} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.436844] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.436961] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.438064] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fe177f-d844-491d-8ac4-b3eb71bf84fb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.450137] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.453166] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b269561-3add-45eb-8c56-7d81df211833 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.461290] env[62402]: DEBUG nova.compute.manager [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1361.506269] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.506544] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.506754] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Deleting the datastore file [datastore1] 36eadbfe-b649-4959-8fbf-6eb389646e9f {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.507053] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02821818-de3b-4f8c-8db0-e85aac29f979 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.514632] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1361.514632] env[62402]: value = "task-1872290" [ 1361.514632] env[62402]: _type = "Task" [ 1361.514632] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.516593] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5351dbc-9183-4a7f-b661-b215b78c8ffe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.532508] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7269cd0-77d1-4e1d-b44d-cb7f6db8c72d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.536437] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.571062] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf63c8a-3c4d-403c-93df-1b3e3c4b61d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.580874] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff7477-c7cb-45d6-9c6d-547e4c0cc393 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.602562] env[62402]: DEBUG nova.compute.provider_tree [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.701388] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872287, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.733346] env[62402]: DEBUG oslo_vmware.api [None req-a8d2d9b5-b999-4d7c-99cc-657edc469b45 tempest-ServersAdminNegativeTestJSON-545127308 tempest-ServersAdminNegativeTestJSON-545127308-project-admin] Task: {'id': task-1872288, 'name': SuspendVM_Task} progress is 58%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.846114] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872285, 'name': ReconfigVM_Task, 'duration_secs': 0.866065} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.846397] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 50996a24-6344-471e-885b-852e36adb8b4/50996a24-6344-471e-885b-852e36adb8b4.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.847150] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1941dda0-c9c3-4a55-a4e9-5857f9e4c24a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.857158] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1361.857158] env[62402]: value = "task-1872291" [ 1361.857158] env[62402]: _type = "Task" [ 1361.857158] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.869640] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872291, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.906623] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Releasing lock "refresh_cache-27542ea8-947c-47a3-851d-ce46f0548a92" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.906623] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Updated the network info_cache for instance {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1361.906623] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.906623] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.906623] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.906623] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.906870] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.906870] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.906870] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1361.906870] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.930288] env[62402]: DEBUG oslo_concurrency.lockutils [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] Releasing lock "refresh_cache-4d2af92c-9932-4691-91b8-ee929263ba45" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.930559] env[62402]: DEBUG nova.compute.manager [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Received event network-changed-e577e718-cef3-437e-8d13-420681162cca {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1361.930730] env[62402]: DEBUG nova.compute.manager [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Refreshing instance network info cache due to event network-changed-e577e718-cef3-437e-8d13-420681162cca. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1361.930957] env[62402]: DEBUG oslo_concurrency.lockutils [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] Acquiring lock "refresh_cache-4d2af92c-9932-4691-91b8-ee929263ba45" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.931107] env[62402]: DEBUG oslo_concurrency.lockutils [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] Acquired lock "refresh_cache-4d2af92c-9932-4691-91b8-ee929263ba45" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.931267] env[62402]: DEBUG nova.network.neutron [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Refreshing network info cache for port e577e718-cef3-437e-8d13-420681162cca {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.957815] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9c0890-aa93-42d3-a5ca-9d87b9431a21 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.986515] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance '7c628f37-d966-4d1e-8f1c-429c305592db' progress to 0 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1362.009550] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.027513] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208759} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.027513] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.027513] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.027688] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.106601] env[62402]: DEBUG nova.scheduler.client.report [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.167568] env[62402]: DEBUG nova.network.neutron [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Updated VIF entry in instance network info cache for port 1c6e5d99-f7a4-42e6-808f-c025463ad098. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.167568] env[62402]: DEBUG nova.network.neutron [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Updating instance_info_cache with network_info: [{"id": "1c6e5d99-f7a4-42e6-808f-c025463ad098", "address": "fa:16:3e:08:22:17", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6e5d99-f7", "ovs_interfaceid": "1c6e5d99-f7a4-42e6-808f-c025463ad098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.205954] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872287, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.233020] env[62402]: DEBUG oslo_vmware.api [None req-a8d2d9b5-b999-4d7c-99cc-657edc469b45 tempest-ServersAdminNegativeTestJSON-545127308 tempest-ServersAdminNegativeTestJSON-545127308-project-admin] Task: {'id': task-1872288, 'name': SuspendVM_Task, 'duration_secs': 0.726015} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.233378] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2d9b5-b999-4d7c-99cc-657edc469b45 tempest-ServersAdminNegativeTestJSON-545127308 tempest-ServersAdminNegativeTestJSON-545127308-project-admin] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Suspended the VM {{(pid=62402) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1362.233605] env[62402]: DEBUG nova.compute.manager [None req-a8d2d9b5-b999-4d7c-99cc-657edc469b45 tempest-ServersAdminNegativeTestJSON-545127308 tempest-ServersAdminNegativeTestJSON-545127308-project-admin] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.234865] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2b60ea-2655-4b59-a7c7-32eb1f4b5abe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.377882] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872291, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.380178] env[62402]: DEBUG nova.network.neutron [-] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.410235] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.497819] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.498169] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6752583-c0c9-44f1-9128-a82604733d8f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.506413] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1362.506413] env[62402]: value = "task-1872292" [ 1362.506413] env[62402]: _type = "Task" [ 1362.506413] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.515592] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.612197] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.613057] env[62402]: DEBUG nova.compute.manager [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.620292] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.467s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.620292] env[62402]: DEBUG nova.objects.instance [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Lazy-loading 'resources' on Instance uuid a745e51a-f607-420b-bb0d-5692070a747a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.670284] env[62402]: DEBUG oslo_concurrency.lockutils [req-f55c7b57-ae6a-4edb-aea5-3cd932b45ee7 req-5292820c-088a-4005-bf44-f094d51b8ae3 service nova] Releasing lock "refresh_cache-fb828cea-cae3-4116-bc6b-be2bd4d2e18f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.703639] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872287, 'name': CreateVM_Task, 'duration_secs': 1.268759} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.704216] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.705105] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.705518] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.705989] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.706268] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2099df-65af-4a99-b3a3-6cc6aca5535a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.711842] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1362.711842] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d5b604-1843-3bb1-a9ac-aeaea6ddccf1" [ 1362.711842] env[62402]: _type = "Task" [ 1362.711842] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.722169] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d5b604-1843-3bb1-a9ac-aeaea6ddccf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.762610] env[62402]: DEBUG nova.network.neutron [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Updated VIF entry in instance network info cache for port e577e718-cef3-437e-8d13-420681162cca. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.763899] env[62402]: DEBUG nova.network.neutron [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Updating instance_info_cache with network_info: [{"id": "e577e718-cef3-437e-8d13-420681162cca", "address": "fa:16:3e:34:47:5a", "network": {"id": "23344273-0bc3-4b13-ab76-58b9d6e029e7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-404114491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb58c671d1584d4b846bd97979f0bc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape577e718-ce", "ovs_interfaceid": "e577e718-cef3-437e-8d13-420681162cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.872501] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872291, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.884208] env[62402]: INFO nova.compute.manager [-] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Took 1.63 seconds to deallocate network for instance. [ 1363.019313] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.080494] env[62402]: DEBUG nova.virt.hardware [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.080816] env[62402]: DEBUG nova.virt.hardware [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.081027] env[62402]: DEBUG nova.virt.hardware [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.081622] env[62402]: DEBUG nova.virt.hardware [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.084135] env[62402]: DEBUG nova.virt.hardware [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.084135] env[62402]: DEBUG nova.virt.hardware [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.084135] env[62402]: DEBUG nova.virt.hardware [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.084135] env[62402]: DEBUG nova.virt.hardware [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.084135] env[62402]: DEBUG nova.virt.hardware [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.084432] env[62402]: DEBUG nova.virt.hardware [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.084432] env[62402]: DEBUG nova.virt.hardware [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.084432] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bfddfd-7928-4176-9746-7490686dca7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.095438] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05a99c0-7250-4be0-830a-7f93585ecbdb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.114673] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Instance VIF info [] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.121926] env[62402]: DEBUG oslo.service.loopingcall [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.123500] env[62402]: DEBUG nova.compute.utils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1363.125272] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.127637] env[62402]: DEBUG nova.compute.manager [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1363.127637] env[62402]: DEBUG nova.network.neutron [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.131129] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87e14c19-7757-4f7e-822c-37d1d700de25 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.154371] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.154371] env[62402]: value = "task-1872293" [ 1363.154371] env[62402]: _type = "Task" [ 1363.154371] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.168236] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872293, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.225368] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d5b604-1843-3bb1-a9ac-aeaea6ddccf1, 'name': SearchDatastore_Task, 'duration_secs': 0.043896} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.225368] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.225368] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.225480] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.226042] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.226042] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.226196] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-345f5b49-6a2d-4125-a19a-96fee0387c88 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.235985] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.235985] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.236772] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a618160e-1926-4048-9ce5-b0cde4e7310a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.243285] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1363.243285] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52948b09-cc32-433c-2b15-efc4abff9ce9" [ 1363.243285] env[62402]: _type = "Task" [ 1363.243285] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.257833] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52948b09-cc32-433c-2b15-efc4abff9ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.267703] env[62402]: DEBUG oslo_concurrency.lockutils [req-583b7da0-2d70-48ba-86d2-f2cc43ff29e4 req-4625559d-2b95-4329-a813-9251fc0a9a15 service nova] Releasing lock "refresh_cache-4d2af92c-9932-4691-91b8-ee929263ba45" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.282908] env[62402]: DEBUG nova.policy [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b642fed4d93c4f6caf9ec06c5481c1c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd212999ab4c04bab9f3085078fe9e30f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.369116] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872291, 'name': Rename_Task, 'duration_secs': 1.220997} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.369515] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.369804] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aee2bb0-a52c-4f26-bf5b-4e519d733c72 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.377462] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1363.377462] env[62402]: value = "task-1872294" [ 1363.377462] env[62402]: _type = "Task" [ 1363.377462] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.392900] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.400440] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.519345] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872292, 'name': PowerOffVM_Task, 'duration_secs': 0.747623} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.519655] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.519837] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance '7c628f37-d966-4d1e-8f1c-429c305592db' progress to 17 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.649672] env[62402]: DEBUG nova.compute.manager [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.669913] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872293, 'name': CreateVM_Task, 'duration_secs': 0.299077} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.672792] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.677174] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.680696] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.680696] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.680696] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59cd45c1-e8a3-4f34-a2bb-ac759488e11e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.687524] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1363.687524] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b13aa4-e1bb-31d1-8a62-87f27f805939" [ 1363.687524] env[62402]: _type = "Task" [ 1363.687524] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.702639] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b13aa4-e1bb-31d1-8a62-87f27f805939, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.706274] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.706546] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.706766] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.758860] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52948b09-cc32-433c-2b15-efc4abff9ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.017617} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.759813] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34bbb01a-5eb1-452e-a3d1-c5f11330b023 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.764958] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bb93de-6405-41d3-a439-0e5d305ad060 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.768985] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1363.768985] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5271a27f-2a5e-4628-e77d-3d7d8dacb6ac" [ 1363.768985] env[62402]: _type = "Task" [ 1363.768985] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.776171] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308050f3-24c5-48c6-9962-f11339582778 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.783250] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5271a27f-2a5e-4628-e77d-3d7d8dacb6ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009653} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.783918] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.784233] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] fb828cea-cae3-4116-bc6b-be2bd4d2e18f/fb828cea-cae3-4116-bc6b-be2bd4d2e18f.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.784911] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.785127] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.785371] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f92e350-19c5-4dc3-9bba-c4ee645d22c0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.812279] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29c0a81a-417a-49b5-9c1d-9b52b67e0767 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.815533] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568f023c-86fa-47a0-b74c-f8549846031f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.819799] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1363.819799] env[62402]: value = "task-1872295" [ 1363.819799] env[62402]: _type = "Task" [ 1363.819799] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.828744] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b89c62a-3f67-4cd9-aed4-b05daa2508e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.834060] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.834332] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.835729] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60eccc7-5027-4056-ad81-badf105f5906 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.849225] env[62402]: DEBUG nova.compute.provider_tree [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.851152] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.854318] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1363.854318] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52615c37-2a7b-b7a4-e964-45a68ebd5c5f" [ 1363.854318] env[62402]: _type = "Task" [ 1363.854318] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.863640] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52615c37-2a7b-b7a4-e964-45a68ebd5c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.893448] env[62402]: DEBUG oslo_vmware.api [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872294, 'name': PowerOnVM_Task, 'duration_secs': 0.50607} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.893767] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.893973] env[62402]: INFO nova.compute.manager [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1363.894198] env[62402]: DEBUG nova.compute.manager [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.895469] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13fc41e-3ef2-4a07-ac1a-d594f6c0058b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.008810] env[62402]: DEBUG nova.compute.manager [req-be1110b1-17d7-45fc-bf98-c47c02b3fd71 req-2e524133-ec8a-47af-a104-00b83f3aa5b1 service nova] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Received event network-vif-deleted-f89d63f4-2fbc-42d7-810c-8b0dc9009826 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1364.012753] env[62402]: DEBUG nova.network.neutron [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Successfully created port: 59be4c92-df5b-4819-83a5-907264f5d981 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.031939] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.032228] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.032413] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.032759] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.032759] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.032900] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.033612] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.033834] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.034739] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.034739] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.034739] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.041722] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-756338d0-f728-4385-a696-19992ff6597d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.061325] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1364.061325] env[62402]: value = "task-1872296" [ 1364.061325] env[62402]: _type = "Task" [ 1364.061325] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.075294] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.263039] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Acquiring lock "c408d003-2be8-4509-a0a4-93ca0e9d1965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.263039] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Lock "c408d003-2be8-4509-a0a4-93ca0e9d1965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.342623] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872295, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.354181] env[62402]: DEBUG nova.scheduler.client.report [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.367949] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52615c37-2a7b-b7a4-e964-45a68ebd5c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.368893] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d6ebb3-98b1-4c92-b872-b9206da0f04d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.379922] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1364.379922] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d4d7a4-4687-5594-4e38-589be2477449" [ 1364.379922] env[62402]: _type = "Task" [ 1364.379922] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.389267] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d4d7a4-4687-5594-4e38-589be2477449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.416291] env[62402]: INFO nova.compute.manager [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Took 36.14 seconds to build instance. [ 1364.572849] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872296, 'name': ReconfigVM_Task, 'duration_secs': 0.337478} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.573197] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance '7c628f37-d966-4d1e-8f1c-429c305592db' progress to 33 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.668230] env[62402]: DEBUG nova.compute.manager [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.695573] env[62402]: DEBUG nova.virt.hardware [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.695820] env[62402]: DEBUG nova.virt.hardware [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.695975] env[62402]: DEBUG nova.virt.hardware [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.696172] env[62402]: DEBUG nova.virt.hardware [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.696316] env[62402]: DEBUG nova.virt.hardware [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.696464] env[62402]: DEBUG nova.virt.hardware [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.696664] env[62402]: DEBUG nova.virt.hardware [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.696819] env[62402]: DEBUG nova.virt.hardware [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.696984] env[62402]: DEBUG nova.virt.hardware [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.697166] env[62402]: DEBUG nova.virt.hardware [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.697337] env[62402]: DEBUG nova.virt.hardware [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.698229] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847b917a-8757-4ef0-9caa-877bc7b4076c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.706105] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44aab37-b7cd-4b5f-814b-49957bfb2e43 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.833554] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557326} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.833820] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] fb828cea-cae3-4116-bc6b-be2bd4d2e18f/fb828cea-cae3-4116-bc6b-be2bd4d2e18f.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.834042] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.834299] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c559a0c-23f6-465d-8fd4-3bd0db13ac9c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.840478] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1364.840478] env[62402]: value = "task-1872297" [ 1364.840478] env[62402]: _type = "Task" [ 1364.840478] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.850244] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.862272] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.865151] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.095s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.866640] env[62402]: INFO nova.compute.claims [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.891607] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d4d7a4-4687-5594-4e38-589be2477449, 'name': SearchDatastore_Task, 'duration_secs': 0.012429} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.892591] env[62402]: INFO nova.scheduler.client.report [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Deleted allocations for instance a745e51a-f607-420b-bb0d-5692070a747a [ 1364.893664] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.893914] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 36eadbfe-b649-4959-8fbf-6eb389646e9f/36eadbfe-b649-4959-8fbf-6eb389646e9f.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.894248] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b65747af-e126-4f6a-b4a7-66afa15926c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.904503] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1364.904503] env[62402]: value = "task-1872298" [ 1364.904503] env[62402]: _type = "Task" [ 1364.904503] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.912556] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.922852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-567dea23-6285-46b9-9a7f-d8963a46fb60 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "50996a24-6344-471e-885b-852e36adb8b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.639s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.083626] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.083626] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.083626] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.084596] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.085400] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.085400] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.085881] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.086208] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.089015] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.089015] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.089015] env[62402]: DEBUG nova.virt.hardware [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.096018] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1365.097156] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-889a0074-322c-458c-b654-0a9b0d30b887 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.121868] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1365.121868] env[62402]: value = "task-1872299" [ 1365.121868] env[62402]: _type = "Task" [ 1365.121868] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.130798] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.355757] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064789} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.356401] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.357785] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0bb5e8-d4a7-4df1-887a-4ccd0194cf69 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.399751] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] fb828cea-cae3-4116-bc6b-be2bd4d2e18f/fb828cea-cae3-4116-bc6b-be2bd4d2e18f.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.406299] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8dadb6-4207-4493-b102-d706e198bc61 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.425185] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ef723c0-5c0c-4a59-b433-119eec35dc1a tempest-TenantUsagesTestJSON-1278754054 tempest-TenantUsagesTestJSON-1278754054-project-member] Lock "a745e51a-f607-420b-bb0d-5692070a747a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.209s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.431578] env[62402]: DEBUG nova.compute.manager [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1365.442160] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1365.442160] env[62402]: value = "task-1872300" [ 1365.442160] env[62402]: _type = "Task" [ 1365.442160] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.444971] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872298, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.457224] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.638962] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872299, 'name': ReconfigVM_Task, 'duration_secs': 0.3161} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.639312] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1365.640184] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748a62c3-429e-4423-a1b8-41a8abf22752 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.671933] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 7c628f37-d966-4d1e-8f1c-429c305592db/7c628f37-d966-4d1e-8f1c-429c305592db.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.671933] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-241e22a4-03c0-4d0d-b861-6856a5a8ecf2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.693739] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1365.693739] env[62402]: value = "task-1872301" [ 1365.693739] env[62402]: _type = "Task" [ 1365.693739] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.702768] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.937017] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585137} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.937344] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 36eadbfe-b649-4959-8fbf-6eb389646e9f/36eadbfe-b649-4959-8fbf-6eb389646e9f.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.937565] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.940161] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75ad60f1-ed6f-4018-b4d0-35d224b73180 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.951935] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1365.951935] env[62402]: value = "task-1872302" [ 1365.951935] env[62402]: _type = "Task" [ 1365.951935] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.958994] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872300, 'name': ReconfigVM_Task, 'duration_secs': 0.326689} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.960010] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.960892] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Reconfigured VM instance instance-00000016 to attach disk [datastore2] fb828cea-cae3-4116-bc6b-be2bd4d2e18f/fb828cea-cae3-4116-bc6b-be2bd4d2e18f.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.963761] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e23d3b4-1e5d-4609-809d-670065ba0a4b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.968335] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.972234] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1365.972234] env[62402]: value = "task-1872303" [ 1365.972234] env[62402]: _type = "Task" [ 1365.972234] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.982484] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872303, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.206387] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.459595] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3f5341-bd14-4a73-a12c-bdb213ee8ee0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.469627] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206136} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.471020] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027bf978-0540-4f17-afac-cc28e77b88ae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.475444] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.476277] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b176ea9-a8ef-49c0-9175-6c1c1b53780a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.500393] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 36eadbfe-b649-4959-8fbf-6eb389646e9f/36eadbfe-b649-4959-8fbf-6eb389646e9f.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.536222] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e94b4ef1-ecc9-4db8-b623-6b103def311f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.553779] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872303, 'name': Rename_Task, 'duration_secs': 0.143405} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.554902] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.555939] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8816ab-a253-44ed-9353-531673bd8467 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.559802] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccc2b673-839d-4ea7-862a-8ccf0229dd83 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.566617] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1366.566617] env[62402]: value = "task-1872304" [ 1366.566617] env[62402]: _type = "Task" [ 1366.566617] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.568998] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafe73f1-429a-4e79-a531-b69271ea95a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.574675] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1366.574675] env[62402]: value = "task-1872305" [ 1366.574675] env[62402]: _type = "Task" [ 1366.574675] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.587835] env[62402]: DEBUG nova.compute.provider_tree [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.593713] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.597846] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.705805] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872301, 'name': ReconfigVM_Task, 'duration_secs': 0.76993} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.706107] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 7c628f37-d966-4d1e-8f1c-429c305592db/7c628f37-d966-4d1e-8f1c-429c305592db.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.706378] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance '7c628f37-d966-4d1e-8f1c-429c305592db' progress to 50 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.077549] env[62402]: DEBUG nova.network.neutron [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Successfully updated port: 59be4c92-df5b-4819-83a5-907264f5d981 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1367.090109] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872304, 'name': ReconfigVM_Task, 'duration_secs': 0.399003} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.090849] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 36eadbfe-b649-4959-8fbf-6eb389646e9f/36eadbfe-b649-4959-8fbf-6eb389646e9f.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.091688] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efae05a8-8f37-44b4-9b49-38979d0e192e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.100128] env[62402]: DEBUG nova.scheduler.client.report [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.104691] env[62402]: DEBUG oslo_vmware.api [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872305, 'name': PowerOnVM_Task, 'duration_secs': 0.480778} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.110702] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.110702] env[62402]: INFO nova.compute.manager [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1367.110702] env[62402]: DEBUG nova.compute.manager [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.112342] env[62402]: DEBUG nova.compute.manager [req-3558b54f-4a2d-4a09-9f6f-1b4ec8041ec5 req-7abc872f-3680-421a-af99-94a373d8d66f service nova] [instance: f64661b9-8a73-4152-8299-679864409724] Received event network-vif-plugged-59be4c92-df5b-4819-83a5-907264f5d981 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1367.112342] env[62402]: DEBUG oslo_concurrency.lockutils [req-3558b54f-4a2d-4a09-9f6f-1b4ec8041ec5 req-7abc872f-3680-421a-af99-94a373d8d66f service nova] Acquiring lock "f64661b9-8a73-4152-8299-679864409724-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.112342] env[62402]: DEBUG oslo_concurrency.lockutils [req-3558b54f-4a2d-4a09-9f6f-1b4ec8041ec5 req-7abc872f-3680-421a-af99-94a373d8d66f service nova] Lock "f64661b9-8a73-4152-8299-679864409724-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.112342] env[62402]: DEBUG oslo_concurrency.lockutils [req-3558b54f-4a2d-4a09-9f6f-1b4ec8041ec5 req-7abc872f-3680-421a-af99-94a373d8d66f service nova] Lock "f64661b9-8a73-4152-8299-679864409724-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.112676] env[62402]: DEBUG nova.compute.manager [req-3558b54f-4a2d-4a09-9f6f-1b4ec8041ec5 req-7abc872f-3680-421a-af99-94a373d8d66f service nova] [instance: f64661b9-8a73-4152-8299-679864409724] No waiting events found dispatching network-vif-plugged-59be4c92-df5b-4819-83a5-907264f5d981 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.112676] env[62402]: WARNING nova.compute.manager [req-3558b54f-4a2d-4a09-9f6f-1b4ec8041ec5 req-7abc872f-3680-421a-af99-94a373d8d66f service nova] [instance: f64661b9-8a73-4152-8299-679864409724] Received unexpected event network-vif-plugged-59be4c92-df5b-4819-83a5-907264f5d981 for instance with vm_state building and task_state spawning. [ 1367.116280] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec38bc3-0e8b-4c27-aa2a-0458d476d9fd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.125629] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1367.125629] env[62402]: value = "task-1872306" [ 1367.125629] env[62402]: _type = "Task" [ 1367.125629] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.147577] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872306, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.213054] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc75a8c-ee7f-4062-9d50-eee8c36af831 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.245653] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd814cfc-0eae-45b5-83c7-35b3a4953ed2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.269124] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance '7c628f37-d966-4d1e-8f1c-429c305592db' progress to 67 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.582035] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "refresh_cache-f64661b9-8a73-4152-8299-679864409724" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.582407] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquired lock "refresh_cache-f64661b9-8a73-4152-8299-679864409724" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.582407] env[62402]: DEBUG nova.network.neutron [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.610571] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.611195] env[62402]: DEBUG nova.compute.manager [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.618751] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.979s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.618751] env[62402]: DEBUG nova.objects.instance [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Lazy-loading 'resources' on Instance uuid 7443643b-7b8a-45a2-b980-d13863db241c {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.638125] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872306, 'name': Rename_Task, 'duration_secs': 0.195288} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.641673] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.644084] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad3c2523-11a8-4476-968d-74452f6f5100 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.645641] env[62402]: INFO nova.compute.manager [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Took 35.79 seconds to build instance. [ 1367.652629] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1367.652629] env[62402]: value = "task-1872307" [ 1367.652629] env[62402]: _type = "Task" [ 1367.652629] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.662645] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.915124] env[62402]: DEBUG nova.network.neutron [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Port b9e10c5d-cc40-40b2-a913-738363a06ba1 binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1368.117803] env[62402]: DEBUG nova.compute.utils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1368.119697] env[62402]: DEBUG nova.compute.manager [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1368.119864] env[62402]: DEBUG nova.network.neutron [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1368.148190] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6750d30f-3f3f-40f8-a42f-42ad8f6e2b89 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "fb828cea-cae3-4116-bc6b-be2bd4d2e18f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.234s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.153279] env[62402]: DEBUG nova.network.neutron [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.182866] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.243716] env[62402]: DEBUG nova.policy [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7835fd4e7bb430e9aca9098f84bc9b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd50cd8217a034cee90e8004f5e258c74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.624785] env[62402]: DEBUG nova.compute.manager [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.639048] env[62402]: DEBUG nova.network.neutron [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Updating instance_info_cache with network_info: [{"id": "59be4c92-df5b-4819-83a5-907264f5d981", "address": "fa:16:3e:c6:eb:83", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59be4c92-df", "ovs_interfaceid": "59be4c92-df5b-4819-83a5-907264f5d981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.669075] env[62402]: DEBUG nova.compute.manager [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1368.680287] env[62402]: DEBUG oslo_vmware.api [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872307, 'name': PowerOnVM_Task, 'duration_secs': 0.786215} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.680558] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.680784] env[62402]: DEBUG nova.compute.manager [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.681834] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d4c514-3380-43c4-868e-77a29dce034e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.745985] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4506591-9dbd-4dc6-8e54-8f94cdeecdc4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.754420] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a245ef-1761-433f-b1ac-047731b7105a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.788199] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876b17f7-c98e-4556-8102-a7a4d7f9f10b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.796588] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad11781-9967-4e0f-9457-6b9db85aff92 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.812878] env[62402]: DEBUG nova.compute.provider_tree [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.814578] env[62402]: DEBUG nova.network.neutron [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Successfully created port: bfa86e4c-bf30-480a-892f-70cffc84b146 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.943939] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "7c628f37-d966-4d1e-8f1c-429c305592db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.945708] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "7c628f37-d966-4d1e-8f1c-429c305592db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.945708] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "7c628f37-d966-4d1e-8f1c-429c305592db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.144762] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Releasing lock "refresh_cache-f64661b9-8a73-4152-8299-679864409724" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.144762] env[62402]: DEBUG nova.compute.manager [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Instance network_info: |[{"id": "59be4c92-df5b-4819-83a5-907264f5d981", "address": "fa:16:3e:c6:eb:83", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59be4c92-df", "ovs_interfaceid": "59be4c92-df5b-4819-83a5-907264f5d981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.145089] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:eb:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59be4c92-df5b-4819-83a5-907264f5d981', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.153636] env[62402]: DEBUG oslo.service.loopingcall [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.153881] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f64661b9-8a73-4152-8299-679864409724] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.154122] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-098d01e0-ec0b-4631-bbe9-fec14ff75fda {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.188931] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.188931] env[62402]: value = "task-1872308" [ 1369.188931] env[62402]: _type = "Task" [ 1369.188931] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.204254] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.210989] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872308, 'name': CreateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.211540] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.319029] env[62402]: DEBUG nova.scheduler.client.report [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.639931] env[62402]: DEBUG nova.compute.manager [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.669766] env[62402]: DEBUG nova.virt.hardware [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.670353] env[62402]: DEBUG nova.virt.hardware [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.670353] env[62402]: DEBUG nova.virt.hardware [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.671756] env[62402]: DEBUG nova.virt.hardware [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.671756] env[62402]: DEBUG nova.virt.hardware [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.671756] env[62402]: DEBUG nova.virt.hardware [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.671756] env[62402]: DEBUG nova.virt.hardware [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.671756] env[62402]: DEBUG nova.virt.hardware [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.671986] env[62402]: DEBUG nova.virt.hardware [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.671986] env[62402]: DEBUG nova.virt.hardware [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.671986] env[62402]: DEBUG nova.virt.hardware [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.672942] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4663231c-3952-46be-bce3-b60f080c8ffc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.682495] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a015c48-675f-4257-8dd1-653a4a24a935 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.710074] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872308, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.830480] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.835291] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.326s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.835291] env[62402]: DEBUG nova.objects.instance [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Lazy-loading 'resources' on Instance uuid 49bd1942-1d63-40e9-adb0-3f1ee2cd5171 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.870168] env[62402]: INFO nova.scheduler.client.report [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Deleted allocations for instance 7443643b-7b8a-45a2-b980-d13863db241c [ 1370.044119] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.044809] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.044809] env[62402]: DEBUG nova.network.neutron [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.049322] env[62402]: DEBUG nova.compute.manager [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Received event network-changed-78cc56a3-1816-4136-940f-b16c48fcd54d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1370.049459] env[62402]: DEBUG nova.compute.manager [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Refreshing instance network info cache due to event network-changed-78cc56a3-1816-4136-940f-b16c48fcd54d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1370.049733] env[62402]: DEBUG oslo_concurrency.lockutils [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] Acquiring lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.049799] env[62402]: DEBUG oslo_concurrency.lockutils [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] Acquired lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.049946] env[62402]: DEBUG nova.network.neutron [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Refreshing network info cache for port 78cc56a3-1816-4136-940f-b16c48fcd54d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.086944] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.087498] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.215547] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872308, 'name': CreateVM_Task, 'duration_secs': 0.57402} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.216061] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f64661b9-8a73-4152-8299-679864409724] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.216719] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.217040] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.217428] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.217749] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201d2a53-3d7c-45f1-bfa2-f27b777d9581 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.224310] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1370.224310] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5235145d-eba3-76ca-43e6-ed5f111a32db" [ 1370.224310] env[62402]: _type = "Task" [ 1370.224310] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.235599] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5235145d-eba3-76ca-43e6-ed5f111a32db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.345923] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Acquiring lock "92b2109a-f7b1-41ea-8189-ab44b8606c09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.345923] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Lock "92b2109a-f7b1-41ea-8189-ab44b8606c09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.382699] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4284b0bc-e7cd-48d9-b916-06787be95f7b tempest-ServerExternalEventsTest-629310879 tempest-ServerExternalEventsTest-629310879-project-member] Lock "7443643b-7b8a-45a2-b980-d13863db241c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.585s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.741269] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5235145d-eba3-76ca-43e6-ed5f111a32db, 'name': SearchDatastore_Task, 'duration_secs': 0.012794} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.744344] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.744582] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.744810] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.744963] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.745161] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.747880] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd68e424-3165-47d7-b7c5-a8af8e7de691 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.759249] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.759442] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.760283] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8da7ff3-e648-4a0c-bae1-3df71f03ee96 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.771268] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1370.771268] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f37f92-36ff-08d2-8e65-256c5ad8752d" [ 1370.771268] env[62402]: _type = "Task" [ 1370.771268] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.779421] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f37f92-36ff-08d2-8e65-256c5ad8752d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.880475] env[62402]: DEBUG nova.network.neutron [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Successfully updated port: bfa86e4c-bf30-480a-892f-70cffc84b146 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.971095] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc65ddfe-7442-4dbe-8e10-d912bc422c4a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.987085] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fb5157-adc5-4381-ab4c-52e83ea8ccbe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.021307] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ac7f55-b1a6-48cf-bfb7-bbeabd42482f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.031453] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d21d45e-791f-467c-b071-b5834ecb6156 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.049242] env[62402]: DEBUG nova.compute.provider_tree [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.053567] env[62402]: DEBUG nova.network.neutron [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance_info_cache with network_info: [{"id": "b9e10c5d-cc40-40b2-a913-738363a06ba1", "address": "fa:16:3e:f3:56:f8", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e10c5d-cc", "ovs_interfaceid": "b9e10c5d-cc40-40b2-a913-738363a06ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.114848] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "2de8ec70-a76a-46f6-ac71-e964dbb591df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.115195] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "2de8ec70-a76a-46f6-ac71-e964dbb591df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.148039] env[62402]: DEBUG nova.network.neutron [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Updated VIF entry in instance network info cache for port 78cc56a3-1816-4136-940f-b16c48fcd54d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.148183] env[62402]: DEBUG nova.network.neutron [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Updating instance_info_cache with network_info: [{"id": "78cc56a3-1816-4136-940f-b16c48fcd54d", "address": "fa:16:3e:00:a6:69", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78cc56a3-18", "ovs_interfaceid": "78cc56a3-1816-4136-940f-b16c48fcd54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.286592] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f37f92-36ff-08d2-8e65-256c5ad8752d, 'name': SearchDatastore_Task, 'duration_secs': 0.037984} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.286592] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab4287a-0e53-4d9e-bc0e-b6c0bdb5004d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.314591] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1371.314591] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c4c1af-42d0-4f2e-8434-f984d1189f56" [ 1371.314591] env[62402]: _type = "Task" [ 1371.314591] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.314591] env[62402]: INFO nova.compute.manager [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Rebuilding instance [ 1371.314591] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c4c1af-42d0-4f2e-8434-f984d1189f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.369676] env[62402]: DEBUG nova.compute.manager [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.370486] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cf3e2b-55eb-4942-ab3b-c1f61b9b6110 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.391301] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Acquiring lock "refresh_cache-dbb1f8dd-1059-49d5-9aa1-03076b234431" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.391301] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Acquired lock "refresh_cache-dbb1f8dd-1059-49d5-9aa1-03076b234431" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.391301] env[62402]: DEBUG nova.network.neutron [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.555023] env[62402]: DEBUG nova.scheduler.client.report [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.560587] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.601397] env[62402]: DEBUG nova.compute.manager [req-55317999-2b95-449d-a3b1-433f1f5f4049 req-7288a63f-9e0e-4bc8-8b44-0dafcef0871b service nova] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Received event network-vif-plugged-bfa86e4c-bf30-480a-892f-70cffc84b146 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1371.601615] env[62402]: DEBUG oslo_concurrency.lockutils [req-55317999-2b95-449d-a3b1-433f1f5f4049 req-7288a63f-9e0e-4bc8-8b44-0dafcef0871b service nova] Acquiring lock "dbb1f8dd-1059-49d5-9aa1-03076b234431-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.601827] env[62402]: DEBUG oslo_concurrency.lockutils [req-55317999-2b95-449d-a3b1-433f1f5f4049 req-7288a63f-9e0e-4bc8-8b44-0dafcef0871b service nova] Lock "dbb1f8dd-1059-49d5-9aa1-03076b234431-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.601994] env[62402]: DEBUG oslo_concurrency.lockutils [req-55317999-2b95-449d-a3b1-433f1f5f4049 req-7288a63f-9e0e-4bc8-8b44-0dafcef0871b service nova] Lock "dbb1f8dd-1059-49d5-9aa1-03076b234431-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.602251] env[62402]: DEBUG nova.compute.manager [req-55317999-2b95-449d-a3b1-433f1f5f4049 req-7288a63f-9e0e-4bc8-8b44-0dafcef0871b service nova] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] No waiting events found dispatching network-vif-plugged-bfa86e4c-bf30-480a-892f-70cffc84b146 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1371.602431] env[62402]: WARNING nova.compute.manager [req-55317999-2b95-449d-a3b1-433f1f5f4049 req-7288a63f-9e0e-4bc8-8b44-0dafcef0871b service nova] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Received unexpected event network-vif-plugged-bfa86e4c-bf30-480a-892f-70cffc84b146 for instance with vm_state building and task_state spawning. [ 1371.655218] env[62402]: DEBUG oslo_concurrency.lockutils [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] Releasing lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.655218] env[62402]: DEBUG nova.compute.manager [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] [instance: f64661b9-8a73-4152-8299-679864409724] Received event network-changed-59be4c92-df5b-4819-83a5-907264f5d981 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1371.655218] env[62402]: DEBUG nova.compute.manager [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] [instance: f64661b9-8a73-4152-8299-679864409724] Refreshing instance network info cache due to event network-changed-59be4c92-df5b-4819-83a5-907264f5d981. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1371.655218] env[62402]: DEBUG oslo_concurrency.lockutils [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] Acquiring lock "refresh_cache-f64661b9-8a73-4152-8299-679864409724" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.655218] env[62402]: DEBUG oslo_concurrency.lockutils [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] Acquired lock "refresh_cache-f64661b9-8a73-4152-8299-679864409724" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.655387] env[62402]: DEBUG nova.network.neutron [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] [instance: f64661b9-8a73-4152-8299-679864409724] Refreshing network info cache for port 59be4c92-df5b-4819-83a5-907264f5d981 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.809398] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c4c1af-42d0-4f2e-8434-f984d1189f56, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.809713] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.809997] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] f64661b9-8a73-4152-8299-679864409724/f64661b9-8a73-4152-8299-679864409724.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.810302] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03f68e09-50c3-4864-a736-932a2fd87844 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.819223] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1371.819223] env[62402]: value = "task-1872309" [ 1371.819223] env[62402]: _type = "Task" [ 1371.819223] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.835090] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.927024] env[62402]: DEBUG nova.network.neutron [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.024420] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "83859393-d5b2-4e02-9e39-4672a02616d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.024420] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "83859393-d5b2-4e02-9e39-4672a02616d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.024420] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "83859393-d5b2-4e02-9e39-4672a02616d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.024420] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "83859393-d5b2-4e02-9e39-4672a02616d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.024630] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "83859393-d5b2-4e02-9e39-4672a02616d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.028532] env[62402]: INFO nova.compute.manager [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Terminating instance [ 1372.050982] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "3d1735e1-4302-4891-9230-5fb564800cda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.051280] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "3d1735e1-4302-4891-9230-5fb564800cda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.062540] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.065043] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.211s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.066500] env[62402]: INFO nova.compute.claims [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1372.089146] env[62402]: INFO nova.scheduler.client.report [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Deleted allocations for instance 49bd1942-1d63-40e9-adb0-3f1ee2cd5171 [ 1372.098298] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df44b01e-14c3-41bf-ad8f-88ce7fedf88d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.122191] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53209afe-cd00-4866-888d-d183307799d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.136014] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance '7c628f37-d966-4d1e-8f1c-429c305592db' progress to 83 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.157766] env[62402]: DEBUG nova.network.neutron [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Updating instance_info_cache with network_info: [{"id": "bfa86e4c-bf30-480a-892f-70cffc84b146", "address": "fa:16:3e:e7:0d:52", "network": {"id": "d0f94865-4061-4f8d-8515-686f39ba33cb", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-991772766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d50cd8217a034cee90e8004f5e258c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa86e4c-bf", "ovs_interfaceid": "bfa86e4c-bf30-480a-892f-70cffc84b146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.335259] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872309, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.346589] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.346840] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.386288] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.386778] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f625024-b413-4997-bdeb-0f1f88ad1266 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.395021] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Waiting for the task: (returnval){ [ 1372.395021] env[62402]: value = "task-1872310" [ 1372.395021] env[62402]: _type = "Task" [ 1372.395021] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.404129] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.534692] env[62402]: DEBUG nova.network.neutron [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] [instance: f64661b9-8a73-4152-8299-679864409724] Updated VIF entry in instance network info cache for port 59be4c92-df5b-4819-83a5-907264f5d981. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.535121] env[62402]: DEBUG nova.network.neutron [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] [instance: f64661b9-8a73-4152-8299-679864409724] Updating instance_info_cache with network_info: [{"id": "59be4c92-df5b-4819-83a5-907264f5d981", "address": "fa:16:3e:c6:eb:83", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59be4c92-df", "ovs_interfaceid": "59be4c92-df5b-4819-83a5-907264f5d981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.539843] env[62402]: DEBUG nova.compute.manager [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.541383] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.541981] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9a8a1b-4979-46dc-9cc1-a83fa04e050b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.554307] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.555521] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51de684c-7117-4114-a9e9-6b645f9157d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.598218] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7c78af5e-6a0d-4290-b09f-55bfa83c1ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901 tempest-FloatingIPsAssociationNegativeTestJSON-1332231901-project-member] Lock "49bd1942-1d63-40e9-adb0-3f1ee2cd5171" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.300s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.633130] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.633364] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.633549] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Deleting the datastore file [datastore1] 83859393-d5b2-4e02-9e39-4672a02616d8 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.633807] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-369b445f-ac78-4229-8112-943ae019b10b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.642832] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.642992] env[62402]: DEBUG oslo_vmware.api [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1372.642992] env[62402]: value = "task-1872312" [ 1372.642992] env[62402]: _type = "Task" [ 1372.642992] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.643173] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cf73153-b7f4-4ee9-abb9-6e7fe38fe450 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.658797] env[62402]: DEBUG oslo_vmware.api [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.660114] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1372.660114] env[62402]: value = "task-1872313" [ 1372.660114] env[62402]: _type = "Task" [ 1372.660114] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.667620] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Releasing lock "refresh_cache-dbb1f8dd-1059-49d5-9aa1-03076b234431" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.667940] env[62402]: DEBUG nova.compute.manager [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Instance network_info: |[{"id": "bfa86e4c-bf30-480a-892f-70cffc84b146", "address": "fa:16:3e:e7:0d:52", "network": {"id": "d0f94865-4061-4f8d-8515-686f39ba33cb", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-991772766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d50cd8217a034cee90e8004f5e258c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa86e4c-bf", "ovs_interfaceid": "bfa86e4c-bf30-480a-892f-70cffc84b146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1372.668327] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.668947] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:0d:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfa86e4c-bf30-480a-892f-70cffc84b146', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.678494] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Creating folder: Project (d50cd8217a034cee90e8004f5e258c74). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.678658] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4db1402-3ceb-4a8c-b8b4-d9f3ea058272 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.688613] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Created folder: Project (d50cd8217a034cee90e8004f5e258c74) in parent group-v386882. [ 1372.689354] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Creating folder: Instances. Parent ref: group-v386945. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.689354] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-317a1dcd-4e1a-4d38-9142-74e2d3ee19ac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.697920] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Created folder: Instances in parent group-v386945. [ 1372.698119] env[62402]: DEBUG oslo.service.loopingcall [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1372.698323] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.698534] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-647b8084-e85e-431f-a6da-10c76a577ae2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.720570] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.720570] env[62402]: value = "task-1872316" [ 1372.720570] env[62402]: _type = "Task" [ 1372.720570] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.726936] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872316, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.833102] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795051} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.833355] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] f64661b9-8a73-4152-8299-679864409724/f64661b9-8a73-4152-8299-679864409724.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.833535] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.833800] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25931a87-2e0e-4884-b5bb-0c6ba98888a3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.840215] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1372.840215] env[62402]: value = "task-1872317" [ 1372.840215] env[62402]: _type = "Task" [ 1372.840215] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.850763] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.909277] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872310, 'name': PowerOffVM_Task, 'duration_secs': 0.184229} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.909559] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.909808] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.910678] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f3099c-a3b8-4cfd-b651-16f3ab6afb0d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.918908] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.918908] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3774313c-9109-4b8f-aaf1-2a6b2fab96ad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.942493] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.945088] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.945088] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Deleting the datastore file [datastore2] 36eadbfe-b649-4959-8fbf-6eb389646e9f {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.945088] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e65663d-d5b3-40cf-85b5-86806ca6dd96 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.952680] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Waiting for the task: (returnval){ [ 1372.952680] env[62402]: value = "task-1872319" [ 1372.952680] env[62402]: _type = "Task" [ 1372.952680] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.966168] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.041918] env[62402]: DEBUG oslo_concurrency.lockutils [req-8d182c61-495e-4e0d-a3f2-102c4f860b2c req-ec218d28-4422-4212-a949-39c10e42f682 service nova] Releasing lock "refresh_cache-f64661b9-8a73-4152-8299-679864409724" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.159479] env[62402]: DEBUG oslo_vmware.api [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425955} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.159562] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.159902] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.160063] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.160285] env[62402]: INFO nova.compute.manager [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1373.160596] env[62402]: DEBUG oslo.service.loopingcall [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.160895] env[62402]: DEBUG nova.compute.manager [-] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.160976] env[62402]: DEBUG nova.network.neutron [-] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.178022] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872313, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.227774] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872316, 'name': CreateVM_Task, 'duration_secs': 0.506973} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.227774] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.228478] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.228641] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.228955] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.229250] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276b5aac-517d-4c0d-95ce-6aec7954bc68 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.234472] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Waiting for the task: (returnval){ [ 1373.234472] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529f8f7c-b242-077c-0c0d-d181474cd38c" [ 1373.234472] env[62402]: _type = "Task" [ 1373.234472] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.246492] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529f8f7c-b242-077c-0c0d-d181474cd38c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.357764] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067295} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.358287] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.361282] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915cf2f6-10f9-4a78-8a47-2b8050761960 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.387380] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] f64661b9-8a73-4152-8299-679864409724/f64661b9-8a73-4152-8299-679864409724.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.391505] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1499341f-3a41-4127-a30d-66a3d1f3a1b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.409424] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "379c870d-bd18-448f-84d1-79dd3e465d5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.409680] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "379c870d-bd18-448f-84d1-79dd3e465d5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.415381] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1373.415381] env[62402]: value = "task-1872320" [ 1373.415381] env[62402]: _type = "Task" [ 1373.415381] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.427293] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.462620] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314525} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.465433] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.465652] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.465921] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.637101] env[62402]: DEBUG nova.compute.manager [req-cd64608e-3420-4b0e-8511-7a01190bf90f req-be66df35-37da-4d85-84a9-86b29ee13e0d service nova] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Received event network-changed-bfa86e4c-bf30-480a-892f-70cffc84b146 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1373.637101] env[62402]: DEBUG nova.compute.manager [req-cd64608e-3420-4b0e-8511-7a01190bf90f req-be66df35-37da-4d85-84a9-86b29ee13e0d service nova] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Refreshing instance network info cache due to event network-changed-bfa86e4c-bf30-480a-892f-70cffc84b146. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1373.637101] env[62402]: DEBUG oslo_concurrency.lockutils [req-cd64608e-3420-4b0e-8511-7a01190bf90f req-be66df35-37da-4d85-84a9-86b29ee13e0d service nova] Acquiring lock "refresh_cache-dbb1f8dd-1059-49d5-9aa1-03076b234431" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.637101] env[62402]: DEBUG oslo_concurrency.lockutils [req-cd64608e-3420-4b0e-8511-7a01190bf90f req-be66df35-37da-4d85-84a9-86b29ee13e0d service nova] Acquired lock "refresh_cache-dbb1f8dd-1059-49d5-9aa1-03076b234431" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.637101] env[62402]: DEBUG nova.network.neutron [req-cd64608e-3420-4b0e-8511-7a01190bf90f req-be66df35-37da-4d85-84a9-86b29ee13e0d service nova] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Refreshing network info cache for port bfa86e4c-bf30-480a-892f-70cffc84b146 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.672076] env[62402]: DEBUG oslo_vmware.api [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872313, 'name': PowerOnVM_Task, 'duration_secs': 0.538584} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.673815] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.674225] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c953bcef-e922-4c74-a9a6-580293683d73 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance '7c628f37-d966-4d1e-8f1c-429c305592db' progress to 100 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1373.709896] env[62402]: DEBUG nova.compute.manager [req-846f7e2a-cf0b-4793-82f8-56533c53b209 req-c1ffc122-1f2c-4997-afda-9e95b295692b service nova] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Received event network-vif-deleted-e077dcaf-cb19-4b84-91ef-26a15d52c1a4 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1373.710155] env[62402]: INFO nova.compute.manager [req-846f7e2a-cf0b-4793-82f8-56533c53b209 req-c1ffc122-1f2c-4997-afda-9e95b295692b service nova] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Neutron deleted interface e077dcaf-cb19-4b84-91ef-26a15d52c1a4; detaching it from the instance and deleting it from the info cache [ 1373.710852] env[62402]: DEBUG nova.network.neutron [req-846f7e2a-cf0b-4793-82f8-56533c53b209 req-c1ffc122-1f2c-4997-afda-9e95b295692b service nova] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.714844] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f7d989-ba41-4b46-a097-2792b957c9dd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.724487] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e0763d-5a3a-4bb8-8754-0a9145c5d19a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.771432] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81afa752-b457-498a-ba2b-39c93a405acd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.777716] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529f8f7c-b242-077c-0c0d-d181474cd38c, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.778386] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.778622] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1373.778849] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.778999] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.779193] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.779450] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed885a63-1a87-4dde-967c-e1b55fe753fd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.787486] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a6cefa-3581-4ba8-b3fb-b6cb1519e6d8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.796287] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.796475] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.807182] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ba5b82-e67f-4c5e-9e7f-fe1b95668887 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.811130] env[62402]: DEBUG nova.compute.provider_tree [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.816126] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Waiting for the task: (returnval){ [ 1373.816126] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ffed3d-01cb-1122-d761-ebb1da473256" [ 1373.816126] env[62402]: _type = "Task" [ 1373.816126] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.823982] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ffed3d-01cb-1122-d761-ebb1da473256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.926548] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872320, 'name': ReconfigVM_Task, 'duration_secs': 0.290707} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.927085] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Reconfigured VM instance instance-00000017 to attach disk [datastore2] f64661b9-8a73-4152-8299-679864409724/f64661b9-8a73-4152-8299-679864409724.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.927879] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b7c9ecb-fdb9-4860-8253-3caeb5e72e58 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.934569] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1373.934569] env[62402]: value = "task-1872321" [ 1373.934569] env[62402]: _type = "Task" [ 1373.934569] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.946101] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872321, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.178930] env[62402]: DEBUG nova.network.neutron [-] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.215139] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0b37609-f406-436c-a0ee-80d5575936c0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.229031] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a40d6e-4a18-4a03-8988-adf95f29c7c9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.259389] env[62402]: DEBUG nova.compute.manager [req-846f7e2a-cf0b-4793-82f8-56533c53b209 req-c1ffc122-1f2c-4997-afda-9e95b295692b service nova] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Detach interface failed, port_id=e077dcaf-cb19-4b84-91ef-26a15d52c1a4, reason: Instance 83859393-d5b2-4e02-9e39-4672a02616d8 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1374.315826] env[62402]: DEBUG nova.scheduler.client.report [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.330167] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ffed3d-01cb-1122-d761-ebb1da473256, 'name': SearchDatastore_Task, 'duration_secs': 0.033933} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.331198] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-949dcf50-6281-488e-a7c2-575a5bf3461d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.337217] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Waiting for the task: (returnval){ [ 1374.337217] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5241abdf-9a74-1d8f-daa0-4c9d8f6cd000" [ 1374.337217] env[62402]: _type = "Task" [ 1374.337217] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.345713] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5241abdf-9a74-1d8f-daa0-4c9d8f6cd000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.444432] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872321, 'name': Rename_Task, 'duration_secs': 0.140001} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.444728] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.444951] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10d65e8e-7408-4c41-bbbb-011a672d5795 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.451138] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1374.451138] env[62402]: value = "task-1872322" [ 1374.451138] env[62402]: _type = "Task" [ 1374.451138] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.462500] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.505497] env[62402]: DEBUG nova.virt.hardware [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.505763] env[62402]: DEBUG nova.virt.hardware [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.505921] env[62402]: DEBUG nova.virt.hardware [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.506473] env[62402]: DEBUG nova.virt.hardware [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.506473] env[62402]: DEBUG nova.virt.hardware [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.506639] env[62402]: DEBUG nova.virt.hardware [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.506802] env[62402]: DEBUG nova.virt.hardware [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.506954] env[62402]: DEBUG nova.virt.hardware [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.507129] env[62402]: DEBUG nova.virt.hardware [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.507292] env[62402]: DEBUG nova.virt.hardware [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.507462] env[62402]: DEBUG nova.virt.hardware [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.508426] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193333d6-0249-46bb-b946-2f260bc093f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.519022] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72467a56-2744-4a81-87ae-5dc6d158fd31 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.532751] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Instance VIF info [] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.541043] env[62402]: DEBUG oslo.service.loopingcall [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.541043] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.541043] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c35009e-890a-41f1-807d-f47f686a1ac3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.560664] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.560664] env[62402]: value = "task-1872323" [ 1374.560664] env[62402]: _type = "Task" [ 1374.560664] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.568858] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872323, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.681237] env[62402]: INFO nova.compute.manager [-] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Took 1.52 seconds to deallocate network for instance. [ 1374.824591] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.825283] env[62402]: DEBUG nova.compute.manager [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1374.828499] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.160s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.830663] env[62402]: INFO nova.compute.claims [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.854389] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5241abdf-9a74-1d8f-daa0-4c9d8f6cd000, 'name': SearchDatastore_Task, 'duration_secs': 0.022487} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.857436] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.857436] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] dbb1f8dd-1059-49d5-9aa1-03076b234431/dbb1f8dd-1059-49d5-9aa1-03076b234431.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1374.857436] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7125441c-6efa-4023-a0d3-7292846624e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.862494] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Waiting for the task: (returnval){ [ 1374.862494] env[62402]: value = "task-1872324" [ 1374.862494] env[62402]: _type = "Task" [ 1374.862494] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.873294] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.888091] env[62402]: DEBUG nova.network.neutron [req-cd64608e-3420-4b0e-8511-7a01190bf90f req-be66df35-37da-4d85-84a9-86b29ee13e0d service nova] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Updated VIF entry in instance network info cache for port bfa86e4c-bf30-480a-892f-70cffc84b146. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.888091] env[62402]: DEBUG nova.network.neutron [req-cd64608e-3420-4b0e-8511-7a01190bf90f req-be66df35-37da-4d85-84a9-86b29ee13e0d service nova] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Updating instance_info_cache with network_info: [{"id": "bfa86e4c-bf30-480a-892f-70cffc84b146", "address": "fa:16:3e:e7:0d:52", "network": {"id": "d0f94865-4061-4f8d-8515-686f39ba33cb", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-991772766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d50cd8217a034cee90e8004f5e258c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa86e4c-bf", "ovs_interfaceid": "bfa86e4c-bf30-480a-892f-70cffc84b146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.963875] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872322, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.077677] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872323, 'name': CreateVM_Task, 'duration_secs': 0.356673} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.077885] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.078622] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.078779] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.079117] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.079376] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d30e6e-4b8c-4644-a815-331492fc9588 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.087707] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Waiting for the task: (returnval){ [ 1375.087707] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ec4563-6743-de2b-f226-5921c21df8be" [ 1375.087707] env[62402]: _type = "Task" [ 1375.087707] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.095560] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ec4563-6743-de2b-f226-5921c21df8be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.188180] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.339923] env[62402]: DEBUG nova.compute.utils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1375.342257] env[62402]: DEBUG nova.compute.manager [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1375.342439] env[62402]: DEBUG nova.network.neutron [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1375.377899] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872324, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.391065] env[62402]: DEBUG oslo_concurrency.lockutils [req-cd64608e-3420-4b0e-8511-7a01190bf90f req-be66df35-37da-4d85-84a9-86b29ee13e0d service nova] Releasing lock "refresh_cache-dbb1f8dd-1059-49d5-9aa1-03076b234431" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.430365] env[62402]: DEBUG nova.policy [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9eecc1b6e0ff47d1a1c30b9a4afa5902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67c0351770844477a40859fdd0b880fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1375.463566] env[62402]: DEBUG oslo_vmware.api [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872322, 'name': PowerOnVM_Task, 'duration_secs': 0.536257} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.463870] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.464082] env[62402]: INFO nova.compute.manager [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Took 10.80 seconds to spawn the instance on the hypervisor. [ 1375.464261] env[62402]: DEBUG nova.compute.manager [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.465148] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6cadbf-bc9f-4a52-be7e-f397a6b0ab8a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.598278] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ec4563-6743-de2b-f226-5921c21df8be, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.598580] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.598813] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.599071] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.599230] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.599410] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.599669] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71214272-e0c8-4dc5-96d3-a56e2129d9ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.608654] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.609093] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.609858] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15976f84-5d4e-4b67-90a6-b477eaf34d64 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.615470] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Waiting for the task: (returnval){ [ 1375.615470] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5263b0fd-a72a-1bf0-55c6-5ecdfbe26dad" [ 1375.615470] env[62402]: _type = "Task" [ 1375.615470] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.625444] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5263b0fd-a72a-1bf0-55c6-5ecdfbe26dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.836143] env[62402]: DEBUG nova.network.neutron [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Successfully created port: 01f3e4dd-827a-4f19-a099-c62fd13896cd {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1375.846864] env[62402]: DEBUG nova.compute.manager [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1375.878481] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586277} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.878923] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] dbb1f8dd-1059-49d5-9aa1-03076b234431/dbb1f8dd-1059-49d5-9aa1-03076b234431.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.879013] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.880566] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df4f346b-3e70-42a4-8fb5-e7afd05e1294 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.885909] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Waiting for the task: (returnval){ [ 1375.885909] env[62402]: value = "task-1872325" [ 1375.885909] env[62402]: _type = "Task" [ 1375.885909] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.900054] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.981681] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "7c628f37-d966-4d1e-8f1c-429c305592db" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.981854] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "7c628f37-d966-4d1e-8f1c-429c305592db" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.985019] env[62402]: DEBUG nova.compute.manager [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Going to confirm migration 1 {{(pid=62402) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1375.989892] env[62402]: INFO nova.compute.manager [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Took 41.67 seconds to build instance. [ 1376.130433] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5263b0fd-a72a-1bf0-55c6-5ecdfbe26dad, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.131502] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ecb95d-f379-4fa2-b1fa-74cab82c1ae2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.138726] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Waiting for the task: (returnval){ [ 1376.138726] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e926df-2419-5e54-8251-7b59267c0b5c" [ 1376.138726] env[62402]: _type = "Task" [ 1376.138726] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.146612] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e926df-2419-5e54-8251-7b59267c0b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.408028] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.306315} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.408028] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.411822] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2a6ab4-7e7e-4cf0-b949-72689692c104 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.434259] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] dbb1f8dd-1059-49d5-9aa1-03076b234431/dbb1f8dd-1059-49d5-9aa1-03076b234431.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.438055] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64fba975-8629-4488-bcd1-fd77144487d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.460183] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Waiting for the task: (returnval){ [ 1376.460183] env[62402]: value = "task-1872326" [ 1376.460183] env[62402]: _type = "Task" [ 1376.460183] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.471607] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.494687] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d8bd1da0-9eaa-48fa-ad22-4dbd2f57b2df tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "f64661b9-8a73-4152-8299-679864409724" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.610s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.509152] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4658a7-bafc-4444-b79a-c1d65001e40f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.518665] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a39431-5df3-4d59-b706-d193f06c083c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.548918] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "f64661b9-8a73-4152-8299-679864409724" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.549228] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "f64661b9-8a73-4152-8299-679864409724" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.549465] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "f64661b9-8a73-4152-8299-679864409724-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.549700] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "f64661b9-8a73-4152-8299-679864409724-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.549899] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "f64661b9-8a73-4152-8299-679864409724-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.552561] env[62402]: INFO nova.compute.manager [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Terminating instance [ 1376.554523] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8328418-d9d5-4863-b4ca-1c75ba439129 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.563531] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6599e5-4425-4485-ae30-eda0d610ccfb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.578747] env[62402]: DEBUG nova.compute.provider_tree [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.584537] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.584625] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.584834] env[62402]: DEBUG nova.network.neutron [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.585298] env[62402]: DEBUG nova.objects.instance [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lazy-loading 'info_cache' on Instance uuid 7c628f37-d966-4d1e-8f1c-429c305592db {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.652354] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e926df-2419-5e54-8251-7b59267c0b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.067902} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.652354] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.652525] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 36eadbfe-b649-4959-8fbf-6eb389646e9f/36eadbfe-b649-4959-8fbf-6eb389646e9f.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.653571] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4999b976-18f1-4af7-a482-0aed932ddc85 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.659840] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Waiting for the task: (returnval){ [ 1376.659840] env[62402]: value = "task-1872327" [ 1376.659840] env[62402]: _type = "Task" [ 1376.659840] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.667463] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.857284] env[62402]: DEBUG nova.compute.manager [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1376.893199] env[62402]: DEBUG nova.virt.hardware [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.893551] env[62402]: DEBUG nova.virt.hardware [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.893766] env[62402]: DEBUG nova.virt.hardware [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.894043] env[62402]: DEBUG nova.virt.hardware [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.896126] env[62402]: DEBUG nova.virt.hardware [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.896126] env[62402]: DEBUG nova.virt.hardware [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.896126] env[62402]: DEBUG nova.virt.hardware [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.896126] env[62402]: DEBUG nova.virt.hardware [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.896126] env[62402]: DEBUG nova.virt.hardware [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.896466] env[62402]: DEBUG nova.virt.hardware [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.896466] env[62402]: DEBUG nova.virt.hardware [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.897346] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9baf0c4-1316-4fb1-9d2b-df473fe44752 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.906985] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b34818-1a13-4c0a-b87f-45c4f7504c48 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.975943] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.997661] env[62402]: DEBUG nova.compute.manager [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1377.059343] env[62402]: DEBUG nova.compute.manager [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.059590] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.061016] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77103018-a3c0-4931-a3f8-88ae773e152f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.069881] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.070166] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-076fd4e0-07ea-41e1-a051-5e9f9ab2712b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.076854] env[62402]: DEBUG oslo_vmware.api [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1377.076854] env[62402]: value = "task-1872328" [ 1377.076854] env[62402]: _type = "Task" [ 1377.076854] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.081443] env[62402]: DEBUG nova.scheduler.client.report [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.089473] env[62402]: DEBUG oslo_vmware.api [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.171757] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872327, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.472099] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872326, 'name': ReconfigVM_Task, 'duration_secs': 0.586611} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.472405] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Reconfigured VM instance instance-00000018 to attach disk [datastore2] dbb1f8dd-1059-49d5-9aa1-03076b234431/dbb1f8dd-1059-49d5-9aa1-03076b234431.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.473022] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e2ccbea-14d1-4c0d-a760-a59f90a99bf4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.478805] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Waiting for the task: (returnval){ [ 1377.478805] env[62402]: value = "task-1872329" [ 1377.478805] env[62402]: _type = "Task" [ 1377.478805] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.487304] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872329, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.522154] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.567505] env[62402]: DEBUG nova.compute.manager [req-f60a3390-07ba-4aca-9813-35808465305f req-b6063b12-9ac5-4815-a1d0-970ed8b9453e service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Received event network-vif-plugged-01f3e4dd-827a-4f19-a099-c62fd13896cd {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1377.567733] env[62402]: DEBUG oslo_concurrency.lockutils [req-f60a3390-07ba-4aca-9813-35808465305f req-b6063b12-9ac5-4815-a1d0-970ed8b9453e service nova] Acquiring lock "468ab348-32cd-48ec-a59a-3cb7c39093ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.567942] env[62402]: DEBUG oslo_concurrency.lockutils [req-f60a3390-07ba-4aca-9813-35808465305f req-b6063b12-9ac5-4815-a1d0-970ed8b9453e service nova] Lock "468ab348-32cd-48ec-a59a-3cb7c39093ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.568135] env[62402]: DEBUG oslo_concurrency.lockutils [req-f60a3390-07ba-4aca-9813-35808465305f req-b6063b12-9ac5-4815-a1d0-970ed8b9453e service nova] Lock "468ab348-32cd-48ec-a59a-3cb7c39093ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.568297] env[62402]: DEBUG nova.compute.manager [req-f60a3390-07ba-4aca-9813-35808465305f req-b6063b12-9ac5-4815-a1d0-970ed8b9453e service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] No waiting events found dispatching network-vif-plugged-01f3e4dd-827a-4f19-a099-c62fd13896cd {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.568461] env[62402]: WARNING nova.compute.manager [req-f60a3390-07ba-4aca-9813-35808465305f req-b6063b12-9ac5-4815-a1d0-970ed8b9453e service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Received unexpected event network-vif-plugged-01f3e4dd-827a-4f19-a099-c62fd13896cd for instance with vm_state building and task_state spawning. [ 1377.586698] env[62402]: DEBUG oslo_vmware.api [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872328, 'name': PowerOffVM_Task, 'duration_secs': 0.205078} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.586945] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.587125] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.587364] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1252c3b7-a351-4f2a-9cd2-51ea1f1ebd13 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.590816] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.591265] env[62402]: DEBUG nova.compute.manager [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.594814] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.215s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.596217] env[62402]: INFO nova.compute.claims [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1377.673060] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.673060] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.673060] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Deleting the datastore file [datastore2] f64661b9-8a73-4152-8299-679864409724 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.673233] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb96d091-b517-47de-98e4-270240288c52 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.679425] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872327, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.683578] env[62402]: DEBUG oslo_vmware.api [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for the task: (returnval){ [ 1377.683578] env[62402]: value = "task-1872331" [ 1377.683578] env[62402]: _type = "Task" [ 1377.683578] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.692466] env[62402]: DEBUG oslo_vmware.api [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.990975] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872329, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.001850] env[62402]: DEBUG nova.network.neutron [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Successfully updated port: 01f3e4dd-827a-4f19-a099-c62fd13896cd {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.111559] env[62402]: DEBUG nova.compute.utils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1378.113734] env[62402]: DEBUG nova.compute.manager [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1378.113901] env[62402]: DEBUG nova.network.neutron [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.170409] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872327, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.193765] env[62402]: DEBUG oslo_vmware.api [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Task: {'id': task-1872331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157991} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.194145] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.194412] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.194595] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.194767] env[62402]: INFO nova.compute.manager [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] [instance: f64661b9-8a73-4152-8299-679864409724] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1378.194999] env[62402]: DEBUG oslo.service.loopingcall [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1378.195202] env[62402]: DEBUG nova.compute.manager [-] [instance: f64661b9-8a73-4152-8299-679864409724] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.195295] env[62402]: DEBUG nova.network.neutron [-] [instance: f64661b9-8a73-4152-8299-679864409724] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.215506] env[62402]: DEBUG nova.policy [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2e46c9fe6764394a8414b4ffb26d5f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dc137df952d4bf083ec4e7bbd0f608f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1378.268569] env[62402]: DEBUG nova.network.neutron [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance_info_cache with network_info: [{"id": "b9e10c5d-cc40-40b2-a913-738363a06ba1", "address": "fa:16:3e:f3:56:f8", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e10c5d-cc", "ovs_interfaceid": "b9e10c5d-cc40-40b2-a913-738363a06ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.491709] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872329, 'name': Rename_Task, 'duration_secs': 0.929455} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.492071] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.492535] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-301aed17-6c84-4b31-b0ad-eca438200d3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.499311] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Waiting for the task: (returnval){ [ 1378.499311] env[62402]: value = "task-1872332" [ 1378.499311] env[62402]: _type = "Task" [ 1378.499311] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.506100] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Acquiring lock "refresh_cache-468ab348-32cd-48ec-a59a-3cb7c39093ae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.506234] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Acquired lock "refresh_cache-468ab348-32cd-48ec-a59a-3cb7c39093ae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.506380] env[62402]: DEBUG nova.network.neutron [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.513903] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.619146] env[62402]: DEBUG nova.compute.manager [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.625967] env[62402]: DEBUG nova.network.neutron [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Successfully created port: 95d86438-c672-4b2e-a35b-abf316e228c9 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1378.634215] env[62402]: DEBUG nova.compute.manager [req-b41e29ff-e0c4-4017-9c96-d8d6bd302489 req-4026b0d6-72e1-4515-b7ce-8a56134c201a service nova] [instance: f64661b9-8a73-4152-8299-679864409724] Received event network-vif-deleted-59be4c92-df5b-4819-83a5-907264f5d981 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1378.634450] env[62402]: INFO nova.compute.manager [req-b41e29ff-e0c4-4017-9c96-d8d6bd302489 req-4026b0d6-72e1-4515-b7ce-8a56134c201a service nova] [instance: f64661b9-8a73-4152-8299-679864409724] Neutron deleted interface 59be4c92-df5b-4819-83a5-907264f5d981; detaching it from the instance and deleting it from the info cache [ 1378.634563] env[62402]: DEBUG nova.network.neutron [req-b41e29ff-e0c4-4017-9c96-d8d6bd302489 req-4026b0d6-72e1-4515-b7ce-8a56134c201a service nova] [instance: f64661b9-8a73-4152-8299-679864409724] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.677959] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872327, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.678863} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.678324] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 36eadbfe-b649-4959-8fbf-6eb389646e9f/36eadbfe-b649-4959-8fbf-6eb389646e9f.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1378.678533] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1378.679068] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c48bdda1-adf1-4632-a38d-436b7b1e8caf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.688454] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Waiting for the task: (returnval){ [ 1378.688454] env[62402]: value = "task-1872333" [ 1378.688454] env[62402]: _type = "Task" [ 1378.688454] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.703439] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.771914] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.772264] env[62402]: DEBUG nova.objects.instance [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lazy-loading 'migration_context' on Instance uuid 7c628f37-d966-4d1e-8f1c-429c305592db {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.019644] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.029325] env[62402]: DEBUG nova.network.neutron [-] [instance: f64661b9-8a73-4152-8299-679864409724] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.074855] env[62402]: DEBUG nova.network.neutron [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.139179] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-778e2ef0-b761-4edd-997c-f10584b9d079 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.149835] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d6e6cd-e4f7-420d-94ce-47f6b7aeef20 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.191650] env[62402]: DEBUG nova.compute.manager [req-b41e29ff-e0c4-4017-9c96-d8d6bd302489 req-4026b0d6-72e1-4515-b7ce-8a56134c201a service nova] [instance: f64661b9-8a73-4152-8299-679864409724] Detach interface failed, port_id=59be4c92-df5b-4819-83a5-907264f5d981, reason: Instance f64661b9-8a73-4152-8299-679864409724 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1379.200362] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066652} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.200622] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.201647] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b21cebf-4545-4353-bb71-04b2b2f5297c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.225431] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 36eadbfe-b649-4959-8fbf-6eb389646e9f/36eadbfe-b649-4959-8fbf-6eb389646e9f.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.228986] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805afa3f-8c89-4476-b9fb-bb7d831b9fab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.253393] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Waiting for the task: (returnval){ [ 1379.253393] env[62402]: value = "task-1872334" [ 1379.253393] env[62402]: _type = "Task" [ 1379.253393] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.264621] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.276720] env[62402]: DEBUG nova.objects.base [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Object Instance<7c628f37-d966-4d1e-8f1c-429c305592db> lazy-loaded attributes: info_cache,migration_context {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1379.278553] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2bd7f7-a51f-40a4-8b40-68aba35e51c4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.301217] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cde38c8-40e2-4e9d-8d98-bbdc5ebc732f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.304148] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aad72e-d681-47bd-a398-b4fb57f26ac3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.309884] env[62402]: DEBUG oslo_vmware.api [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1379.309884] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6c8a3-14d6-382a-04a1-6e025151a8e9" [ 1379.309884] env[62402]: _type = "Task" [ 1379.309884] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.315605] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9c1e50-2037-438e-91c6-67ba51c1fff1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.323611] env[62402]: DEBUG oslo_vmware.api [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6c8a3-14d6-382a-04a1-6e025151a8e9, 'name': SearchDatastore_Task, 'duration_secs': 0.007426} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.347425] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.351039] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbc2db0-8468-46f3-ae56-3458525da6c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.358778] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bccf3ba-b037-4ced-b7bd-acd47f9549a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.373956] env[62402]: DEBUG nova.compute.provider_tree [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.413389] env[62402]: DEBUG nova.network.neutron [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Updating instance_info_cache with network_info: [{"id": "01f3e4dd-827a-4f19-a099-c62fd13896cd", "address": "fa:16:3e:39:a7:14", "network": {"id": "90addf6f-0103-463c-b932-09265db1d9fc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-630654089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0351770844477a40859fdd0b880fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f3e4dd-82", "ovs_interfaceid": "01f3e4dd-827a-4f19-a099-c62fd13896cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.513776] env[62402]: DEBUG oslo_vmware.api [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872332, 'name': PowerOnVM_Task, 'duration_secs': 0.580414} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.514091] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.514325] env[62402]: INFO nova.compute.manager [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1379.514477] env[62402]: DEBUG nova.compute.manager [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.515397] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f1b599-ed3d-49cc-8804-28285ef50a81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.531066] env[62402]: INFO nova.compute.manager [-] [instance: f64661b9-8a73-4152-8299-679864409724] Took 1.34 seconds to deallocate network for instance. [ 1379.592892] env[62402]: DEBUG nova.compute.manager [req-0361a83b-045e-4ca2-af11-ddee79e924d9 req-5cea1018-bf85-4dc3-8b8b-4a5927264041 service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Received event network-changed-01f3e4dd-827a-4f19-a099-c62fd13896cd {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1379.592892] env[62402]: DEBUG nova.compute.manager [req-0361a83b-045e-4ca2-af11-ddee79e924d9 req-5cea1018-bf85-4dc3-8b8b-4a5927264041 service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Refreshing instance network info cache due to event network-changed-01f3e4dd-827a-4f19-a099-c62fd13896cd. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1379.592892] env[62402]: DEBUG oslo_concurrency.lockutils [req-0361a83b-045e-4ca2-af11-ddee79e924d9 req-5cea1018-bf85-4dc3-8b8b-4a5927264041 service nova] Acquiring lock "refresh_cache-468ab348-32cd-48ec-a59a-3cb7c39093ae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.631142] env[62402]: DEBUG nova.compute.manager [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.670390] env[62402]: DEBUG nova.virt.hardware [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.670666] env[62402]: DEBUG nova.virt.hardware [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.670823] env[62402]: DEBUG nova.virt.hardware [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.671296] env[62402]: DEBUG nova.virt.hardware [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.671504] env[62402]: DEBUG nova.virt.hardware [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.671616] env[62402]: DEBUG nova.virt.hardware [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.672039] env[62402]: DEBUG nova.virt.hardware [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.672219] env[62402]: DEBUG nova.virt.hardware [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.672406] env[62402]: DEBUG nova.virt.hardware [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.672567] env[62402]: DEBUG nova.virt.hardware [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.672736] env[62402]: DEBUG nova.virt.hardware [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.673795] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df0e809-1c82-4c4b-921e-b13f49fd8b37 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.688020] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2461902d-c4f6-4a15-b297-f1ad57a1ee3d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.766691] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872334, 'name': ReconfigVM_Task, 'duration_secs': 0.258507} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.767024] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 36eadbfe-b649-4959-8fbf-6eb389646e9f/36eadbfe-b649-4959-8fbf-6eb389646e9f.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.769028] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-027e1424-b286-4a7a-bf16-0534ab239e05 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.775918] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Waiting for the task: (returnval){ [ 1379.775918] env[62402]: value = "task-1872335" [ 1379.775918] env[62402]: _type = "Task" [ 1379.775918] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.786016] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872335, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.877343] env[62402]: DEBUG nova.scheduler.client.report [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.917125] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Releasing lock "refresh_cache-468ab348-32cd-48ec-a59a-3cb7c39093ae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.917935] env[62402]: DEBUG nova.compute.manager [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Instance network_info: |[{"id": "01f3e4dd-827a-4f19-a099-c62fd13896cd", "address": "fa:16:3e:39:a7:14", "network": {"id": "90addf6f-0103-463c-b932-09265db1d9fc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-630654089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0351770844477a40859fdd0b880fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f3e4dd-82", "ovs_interfaceid": "01f3e4dd-827a-4f19-a099-c62fd13896cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1379.917935] env[62402]: DEBUG oslo_concurrency.lockutils [req-0361a83b-045e-4ca2-af11-ddee79e924d9 req-5cea1018-bf85-4dc3-8b8b-4a5927264041 service nova] Acquired lock "refresh_cache-468ab348-32cd-48ec-a59a-3cb7c39093ae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.918096] env[62402]: DEBUG nova.network.neutron [req-0361a83b-045e-4ca2-af11-ddee79e924d9 req-5cea1018-bf85-4dc3-8b8b-4a5927264041 service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Refreshing network info cache for port 01f3e4dd-827a-4f19-a099-c62fd13896cd {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.919747] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:a7:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01f3e4dd-827a-4f19-a099-c62fd13896cd', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.927428] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Creating folder: Project (67c0351770844477a40859fdd0b880fb). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.928233] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58f5b861-e6f7-4a74-8056-9704600d7456 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.940426] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Created folder: Project (67c0351770844477a40859fdd0b880fb) in parent group-v386882. [ 1379.940616] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Creating folder: Instances. Parent ref: group-v386949. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.943880] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83fa1c64-77e8-4f1d-8aae-1eac5d4cdd26 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.950856] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Created folder: Instances in parent group-v386949. [ 1379.951145] env[62402]: DEBUG oslo.service.loopingcall [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.951336] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.951533] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8726b136-6824-4397-9863-c32e66e9f5bd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.971817] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.971817] env[62402]: value = "task-1872338" [ 1379.971817] env[62402]: _type = "Task" [ 1379.971817] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.980923] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872338, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.036440] env[62402]: INFO nova.compute.manager [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Took 40.30 seconds to build instance. [ 1380.044011] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.261964] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Acquiring lock "dbb1f8dd-1059-49d5-9aa1-03076b234431" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.298468] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872335, 'name': Rename_Task, 'duration_secs': 0.18872} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.298468] env[62402]: DEBUG nova.network.neutron [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Successfully updated port: 95d86438-c672-4b2e-a35b-abf316e228c9 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.300426] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.300589] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f5a8a07-6425-493e-9006-458573330bb9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.307992] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Waiting for the task: (returnval){ [ 1380.307992] env[62402]: value = "task-1872339" [ 1380.307992] env[62402]: _type = "Task" [ 1380.307992] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.317356] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.383024] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.383480] env[62402]: DEBUG nova.compute.manager [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1380.386685] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.528s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.388799] env[62402]: INFO nova.compute.claims [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.490531] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872338, 'name': CreateVM_Task, 'duration_secs': 0.352449} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.491044] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.491919] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.492146] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.492495] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.492927] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64b09a2-e8b9-49fd-98fb-42f6c5b55d77 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.498058] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Waiting for the task: (returnval){ [ 1380.498058] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]523e978a-76f1-03fa-503b-7ed8eb15a82d" [ 1380.498058] env[62402]: _type = "Task" [ 1380.498058] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.507107] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523e978a-76f1-03fa-503b-7ed8eb15a82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.539791] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d6cd239-70d0-4a66-86a0-c16cf3939145 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Lock "dbb1f8dd-1059-49d5-9aa1-03076b234431" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.396s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.541034] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Lock "dbb1f8dd-1059-49d5-9aa1-03076b234431" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.279s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.541034] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Acquiring lock "dbb1f8dd-1059-49d5-9aa1-03076b234431-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.541034] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Lock "dbb1f8dd-1059-49d5-9aa1-03076b234431-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.541234] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Lock "dbb1f8dd-1059-49d5-9aa1-03076b234431-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.552407] env[62402]: INFO nova.compute.manager [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Terminating instance [ 1380.745943] env[62402]: DEBUG nova.network.neutron [req-0361a83b-045e-4ca2-af11-ddee79e924d9 req-5cea1018-bf85-4dc3-8b8b-4a5927264041 service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Updated VIF entry in instance network info cache for port 01f3e4dd-827a-4f19-a099-c62fd13896cd. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.746441] env[62402]: DEBUG nova.network.neutron [req-0361a83b-045e-4ca2-af11-ddee79e924d9 req-5cea1018-bf85-4dc3-8b8b-4a5927264041 service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Updating instance_info_cache with network_info: [{"id": "01f3e4dd-827a-4f19-a099-c62fd13896cd", "address": "fa:16:3e:39:a7:14", "network": {"id": "90addf6f-0103-463c-b932-09265db1d9fc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-630654089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0351770844477a40859fdd0b880fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f3e4dd-82", "ovs_interfaceid": "01f3e4dd-827a-4f19-a099-c62fd13896cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.800908] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.801089] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.801269] env[62402]: DEBUG nova.network.neutron [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.825513] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872339, 'name': PowerOnVM_Task} progress is 97%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.894706] env[62402]: DEBUG nova.compute.utils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1380.896111] env[62402]: DEBUG nova.compute.manager [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.896291] env[62402]: DEBUG nova.network.neutron [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.945363] env[62402]: DEBUG nova.policy [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0c865cd538741b08a5b50f51913858d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e29eb1f987034afeba677fa2a3fad88d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.947270] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "95d15af5-cc3c-4202-a6eb-c87db7c8c7d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.947544] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "95d15af5-cc3c-4202-a6eb-c87db7c8c7d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.969609] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "1af50769-644f-4e6b-a859-0bf51f6cc6fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.969829] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "1af50769-644f-4e6b-a859-0bf51f6cc6fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.010089] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523e978a-76f1-03fa-503b-7ed8eb15a82d, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.010407] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.010649] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.010896] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.011063] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.011280] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.011554] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b982c865-142e-449f-82d1-fb7ffb70802e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.019761] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.019899] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.020632] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b9a2ad-e26a-4265-ab71-9bce7e5f717e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.027166] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Waiting for the task: (returnval){ [ 1381.027166] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522d5c3c-2876-59c4-61c2-e63e2ab38b6d" [ 1381.027166] env[62402]: _type = "Task" [ 1381.027166] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.035276] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522d5c3c-2876-59c4-61c2-e63e2ab38b6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.050844] env[62402]: DEBUG nova.compute.manager [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1381.053442] env[62402]: DEBUG nova.compute.manager [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1381.053702] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.054533] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163865b9-487e-4bd3-aae7-430c4abfd458 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.062357] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.062578] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-256e3def-04c0-4b42-9552-d957053a5fcf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.071057] env[62402]: DEBUG oslo_vmware.api [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Waiting for the task: (returnval){ [ 1381.071057] env[62402]: value = "task-1872340" [ 1381.071057] env[62402]: _type = "Task" [ 1381.071057] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.079785] env[62402]: DEBUG oslo_vmware.api [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.250285] env[62402]: DEBUG oslo_concurrency.lockutils [req-0361a83b-045e-4ca2-af11-ddee79e924d9 req-5cea1018-bf85-4dc3-8b8b-4a5927264041 service nova] Releasing lock "refresh_cache-468ab348-32cd-48ec-a59a-3cb7c39093ae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.305699] env[62402]: DEBUG nova.network.neutron [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Successfully created port: 6fef31ca-b89a-4c9e-ab20-1cf083cfd277 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.331086] env[62402]: DEBUG oslo_vmware.api [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Task: {'id': task-1872339, 'name': PowerOnVM_Task, 'duration_secs': 0.876746} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.331385] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.331585] env[62402]: DEBUG nova.compute.manager [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.332503] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8099b8f1-0547-4018-8cef-fddbf55f5c6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.350492] env[62402]: DEBUG nova.network.neutron [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.402406] env[62402]: DEBUG nova.compute.manager [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.510500] env[62402]: DEBUG nova.network.neutron [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance_info_cache with network_info: [{"id": "95d86438-c672-4b2e-a35b-abf316e228c9", "address": "fa:16:3e:88:aa:cf", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d86438-c6", "ovs_interfaceid": "95d86438-c672-4b2e-a35b-abf316e228c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.539194] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522d5c3c-2876-59c4-61c2-e63e2ab38b6d, 'name': SearchDatastore_Task, 'duration_secs': 0.008564} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.542486] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d29b284-c513-4562-aa0c-544817e2685c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.548204] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Waiting for the task: (returnval){ [ 1381.548204] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5242e45c-85a1-a488-0d77-5927621e7508" [ 1381.548204] env[62402]: _type = "Task" [ 1381.548204] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.557341] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5242e45c-85a1-a488-0d77-5927621e7508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.578155] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.584234] env[62402]: DEBUG oslo_vmware.api [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872340, 'name': PowerOffVM_Task, 'duration_secs': 0.272014} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.584421] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.584588] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.584830] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d34f3b0d-a52a-48bf-abde-635c2707875a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.617415] env[62402]: DEBUG nova.compute.manager [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Received event network-vif-plugged-95d86438-c672-4b2e-a35b-abf316e228c9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1381.617728] env[62402]: DEBUG oslo_concurrency.lockutils [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] Acquiring lock "2ce8fbc6-a52a-4a02-a679-4859c6496231-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.618883] env[62402]: DEBUG oslo_concurrency.lockutils [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.618883] env[62402]: DEBUG oslo_concurrency.lockutils [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.618883] env[62402]: DEBUG nova.compute.manager [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] No waiting events found dispatching network-vif-plugged-95d86438-c672-4b2e-a35b-abf316e228c9 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1381.618883] env[62402]: WARNING nova.compute.manager [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Received unexpected event network-vif-plugged-95d86438-c672-4b2e-a35b-abf316e228c9 for instance with vm_state building and task_state spawning. [ 1381.618883] env[62402]: DEBUG nova.compute.manager [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Received event network-changed-95d86438-c672-4b2e-a35b-abf316e228c9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1381.619050] env[62402]: DEBUG nova.compute.manager [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Refreshing instance network info cache due to event network-changed-95d86438-c672-4b2e-a35b-abf316e228c9. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1381.619239] env[62402]: DEBUG oslo_concurrency.lockutils [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] Acquiring lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.737267] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.737369] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.737506] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Deleting the datastore file [datastore2] dbb1f8dd-1059-49d5-9aa1-03076b234431 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.737782] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f7509a0-09ce-42ea-9a9f-aab5c9066191 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.746479] env[62402]: DEBUG oslo_vmware.api [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Waiting for the task: (returnval){ [ 1381.746479] env[62402]: value = "task-1872342" [ 1381.746479] env[62402]: _type = "Task" [ 1381.746479] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.754685] env[62402]: DEBUG oslo_vmware.api [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.852860] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.968267] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e359a3-ac97-48ed-8db2-5382d3fdce2c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.978101] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada3f333-d1fc-46c0-a118-597de3c0b2ca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.013254] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849b58dd-a00f-4ad1-944c-da5963b5d31e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.016113] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.016407] env[62402]: DEBUG nova.compute.manager [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Instance network_info: |[{"id": "95d86438-c672-4b2e-a35b-abf316e228c9", "address": "fa:16:3e:88:aa:cf", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d86438-c6", "ovs_interfaceid": "95d86438-c672-4b2e-a35b-abf316e228c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1382.016686] env[62402]: DEBUG oslo_concurrency.lockutils [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] Acquired lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.016862] env[62402]: DEBUG nova.network.neutron [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Refreshing network info cache for port 95d86438-c672-4b2e-a35b-abf316e228c9 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.018515] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:aa:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95d86438-c672-4b2e-a35b-abf316e228c9', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.026889] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating folder: Project (0dc137df952d4bf083ec4e7bbd0f608f). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.027882] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7adf138-8955-410d-bfb8-c9e978f109ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.034370] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0e83f8-7e70-4a03-85cf-d44eaa9e4455 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.048718] env[62402]: DEBUG nova.compute.provider_tree [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.051649] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Created folder: Project (0dc137df952d4bf083ec4e7bbd0f608f) in parent group-v386882. [ 1382.051834] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating folder: Instances. Parent ref: group-v386952. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.054874] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d222910-f375-453d-a385-6f5952355dc7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.062006] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5242e45c-85a1-a488-0d77-5927621e7508, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.062272] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.062524] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 468ab348-32cd-48ec-a59a-3cb7c39093ae/468ab348-32cd-48ec-a59a-3cb7c39093ae.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.063597] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3ed065a-673a-44b6-a4fb-5dc1ccccaab6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.065283] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Created folder: Instances in parent group-v386952. [ 1382.065501] env[62402]: DEBUG oslo.service.loopingcall [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1382.065887] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.066361] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de5fd43b-9382-410c-84db-5bd87f99462f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.081647] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Waiting for the task: (returnval){ [ 1382.081647] env[62402]: value = "task-1872345" [ 1382.081647] env[62402]: _type = "Task" [ 1382.081647] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.087610] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.087610] env[62402]: value = "task-1872346" [ 1382.087610] env[62402]: _type = "Task" [ 1382.087610] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.090533] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.097342] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872346, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.257401] env[62402]: DEBUG oslo_vmware.api [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Task: {'id': task-1872342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130924} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.257810] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.258040] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.258320] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.258600] env[62402]: INFO nova.compute.manager [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1382.258944] env[62402]: DEBUG oslo.service.loopingcall [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1382.259196] env[62402]: DEBUG nova.compute.manager [-] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1382.259304] env[62402]: DEBUG nova.network.neutron [-] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.418552] env[62402]: DEBUG nova.compute.manager [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1382.459033] env[62402]: DEBUG nova.virt.hardware [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.459600] env[62402]: DEBUG nova.virt.hardware [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.459600] env[62402]: DEBUG nova.virt.hardware [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.459778] env[62402]: DEBUG nova.virt.hardware [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.459917] env[62402]: DEBUG nova.virt.hardware [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.460106] env[62402]: DEBUG nova.virt.hardware [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.460331] env[62402]: DEBUG nova.virt.hardware [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.460512] env[62402]: DEBUG nova.virt.hardware [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.460683] env[62402]: DEBUG nova.virt.hardware [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.461209] env[62402]: DEBUG nova.virt.hardware [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.461209] env[62402]: DEBUG nova.virt.hardware [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.462490] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97971e98-9782-454c-9d64-9eafc19477b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.473350] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a091a41-f642-4f56-a648-7ebe31c43759 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.554198] env[62402]: DEBUG nova.scheduler.client.report [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.563782] env[62402]: DEBUG nova.compute.manager [req-eec6461f-5a41-465f-9dfc-0fa7a7b8c207 req-ae1e6a8d-3e2c-45f6-a19f-c0c07ba4c606 service nova] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Received event network-vif-deleted-bfa86e4c-bf30-480a-892f-70cffc84b146 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1382.563975] env[62402]: INFO nova.compute.manager [req-eec6461f-5a41-465f-9dfc-0fa7a7b8c207 req-ae1e6a8d-3e2c-45f6-a19f-c0c07ba4c606 service nova] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Neutron deleted interface bfa86e4c-bf30-480a-892f-70cffc84b146; detaching it from the instance and deleting it from the info cache [ 1382.564156] env[62402]: DEBUG nova.network.neutron [req-eec6461f-5a41-465f-9dfc-0fa7a7b8c207 req-ae1e6a8d-3e2c-45f6-a19f-c0c07ba4c606 service nova] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.597351] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872345, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.604660] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872346, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.868469] env[62402]: DEBUG nova.network.neutron [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updated VIF entry in instance network info cache for port 95d86438-c672-4b2e-a35b-abf316e228c9. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.868818] env[62402]: DEBUG nova.network.neutron [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance_info_cache with network_info: [{"id": "95d86438-c672-4b2e-a35b-abf316e228c9", "address": "fa:16:3e:88:aa:cf", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d86438-c6", "ovs_interfaceid": "95d86438-c672-4b2e-a35b-abf316e228c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.943593] env[62402]: DEBUG oslo_concurrency.lockutils [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquiring lock "36eadbfe-b649-4959-8fbf-6eb389646e9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.943871] env[62402]: DEBUG oslo_concurrency.lockutils [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lock "36eadbfe-b649-4959-8fbf-6eb389646e9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.944108] env[62402]: DEBUG oslo_concurrency.lockutils [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquiring lock "36eadbfe-b649-4959-8fbf-6eb389646e9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.944296] env[62402]: DEBUG oslo_concurrency.lockutils [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lock "36eadbfe-b649-4959-8fbf-6eb389646e9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.944480] env[62402]: DEBUG oslo_concurrency.lockutils [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lock "36eadbfe-b649-4959-8fbf-6eb389646e9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.947237] env[62402]: INFO nova.compute.manager [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Terminating instance [ 1383.040833] env[62402]: DEBUG nova.network.neutron [-] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.054672] env[62402]: DEBUG nova.network.neutron [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Successfully updated port: 6fef31ca-b89a-4c9e-ab20-1cf083cfd277 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.061294] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.062165] env[62402]: DEBUG nova.compute.manager [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1383.065582] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.121s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.067308] env[62402]: INFO nova.compute.claims [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.070863] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22e0195d-01d0-4d00-97af-ce2dd322d1f5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.080974] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f7fc73-5dd3-4b81-a89e-5757ed5fa65f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.104357] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872346, 'name': CreateVM_Task, 'duration_secs': 0.690642} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.108071] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.108071] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556816} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.109303] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.109651] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.110087] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.110087] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 468ab348-32cd-48ec-a59a-3cb7c39093ae/468ab348-32cd-48ec-a59a-3cb7c39093ae.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.110212] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.122315] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc60c184-1b1d-4511-beb4-3ee09e6ceeb5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.123997] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70b8e7c4-5acc-4ec0-aeae-a3d81d2769c6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.127511] env[62402]: DEBUG nova.compute.manager [req-eec6461f-5a41-465f-9dfc-0fa7a7b8c207 req-ae1e6a8d-3e2c-45f6-a19f-c0c07ba4c606 service nova] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Detach interface failed, port_id=bfa86e4c-bf30-480a-892f-70cffc84b146, reason: Instance dbb1f8dd-1059-49d5-9aa1-03076b234431 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1383.131652] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1383.131652] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b372f9-fb80-ef22-737f-55f8da614251" [ 1383.131652] env[62402]: _type = "Task" [ 1383.131652] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.132851] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Waiting for the task: (returnval){ [ 1383.132851] env[62402]: value = "task-1872347" [ 1383.132851] env[62402]: _type = "Task" [ 1383.132851] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.143179] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.146238] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b372f9-fb80-ef22-737f-55f8da614251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.372288] env[62402]: DEBUG oslo_concurrency.lockutils [req-1000a5e6-06f3-4401-b7f8-1bcb0ac69eca req-2462ac9c-b676-410c-bee4-930a85aea1d7 service nova] Releasing lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.450764] env[62402]: DEBUG oslo_concurrency.lockutils [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquiring lock "refresh_cache-36eadbfe-b649-4959-8fbf-6eb389646e9f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.450928] env[62402]: DEBUG oslo_concurrency.lockutils [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquired lock "refresh_cache-36eadbfe-b649-4959-8fbf-6eb389646e9f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.451165] env[62402]: DEBUG nova.network.neutron [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.544198] env[62402]: INFO nova.compute.manager [-] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Took 1.28 seconds to deallocate network for instance. [ 1383.557203] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "refresh_cache-d606c3e6-78f6-42b1-9dc1-690215743e14" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.557203] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "refresh_cache-d606c3e6-78f6-42b1-9dc1-690215743e14" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.557483] env[62402]: DEBUG nova.network.neutron [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.571646] env[62402]: DEBUG nova.compute.utils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.575961] env[62402]: DEBUG nova.compute.manager [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.576082] env[62402]: DEBUG nova.network.neutron [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.628267] env[62402]: DEBUG nova.policy [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c3e9f141ec4c6b9dff989b553ec2da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ccb4d778794420eb54b86bf2914f7cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1383.643414] env[62402]: DEBUG nova.compute.manager [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Received event network-vif-plugged-6fef31ca-b89a-4c9e-ab20-1cf083cfd277 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1383.643661] env[62402]: DEBUG oslo_concurrency.lockutils [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] Acquiring lock "d606c3e6-78f6-42b1-9dc1-690215743e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.643842] env[62402]: DEBUG oslo_concurrency.lockutils [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] Lock "d606c3e6-78f6-42b1-9dc1-690215743e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.644017] env[62402]: DEBUG oslo_concurrency.lockutils [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] Lock "d606c3e6-78f6-42b1-9dc1-690215743e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.644350] env[62402]: DEBUG nova.compute.manager [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] No waiting events found dispatching network-vif-plugged-6fef31ca-b89a-4c9e-ab20-1cf083cfd277 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.644522] env[62402]: WARNING nova.compute.manager [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Received unexpected event network-vif-plugged-6fef31ca-b89a-4c9e-ab20-1cf083cfd277 for instance with vm_state building and task_state spawning. [ 1383.644680] env[62402]: DEBUG nova.compute.manager [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Received event network-changed-6fef31ca-b89a-4c9e-ab20-1cf083cfd277 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1383.644833] env[62402]: DEBUG nova.compute.manager [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Refreshing instance network info cache due to event network-changed-6fef31ca-b89a-4c9e-ab20-1cf083cfd277. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1383.644997] env[62402]: DEBUG oslo_concurrency.lockutils [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] Acquiring lock "refresh_cache-d606c3e6-78f6-42b1-9dc1-690215743e14" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.651466] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b372f9-fb80-ef22-737f-55f8da614251, 'name': SearchDatastore_Task, 'duration_secs': 0.015755} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.651825] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066221} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.651941] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.652168] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.652399] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.652582] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.652738] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.652995] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.653515] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2595cc1d-c58f-420e-8b5e-2d371c6a6fbe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.656033] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd7c476-bfb8-490b-af5c-559510d3aa89 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.679825] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 468ab348-32cd-48ec-a59a-3cb7c39093ae/468ab348-32cd-48ec-a59a-3cb7c39093ae.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.681554] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab9b586f-cbf1-4645-8d36-05956c06d367 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.696640] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.697707] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.698240] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871b0f99-0db3-46e7-a66b-c923f62961dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.704347] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1383.704347] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524d5d63-d79b-a105-92d5-c600e80ddf69" [ 1383.704347] env[62402]: _type = "Task" [ 1383.704347] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.705621] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Waiting for the task: (returnval){ [ 1383.705621] env[62402]: value = "task-1872348" [ 1383.705621] env[62402]: _type = "Task" [ 1383.705621] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.716696] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524d5d63-d79b-a105-92d5-c600e80ddf69, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.720601] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.720825] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e734f47c-5997-4333-ab0a-1bd6290b92dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.725762] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1383.725762] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e70536-ef32-762d-78ed-0ff838a36108" [ 1383.725762] env[62402]: _type = "Task" [ 1383.725762] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.733911] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e70536-ef32-762d-78ed-0ff838a36108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.899681] env[62402]: DEBUG nova.network.neutron [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Successfully created port: df4d3822-2612-4537-b661-4cca2f4785e8 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1383.980231] env[62402]: DEBUG nova.network.neutron [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.049746] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.077408] env[62402]: DEBUG nova.compute.manager [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1384.103936] env[62402]: DEBUG nova.network.neutron [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.107143] env[62402]: DEBUG nova.network.neutron [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.223340] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872348, 'name': ReconfigVM_Task, 'duration_secs': 0.381935} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.225090] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 468ab348-32cd-48ec-a59a-3cb7c39093ae/468ab348-32cd-48ec-a59a-3cb7c39093ae.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.225090] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-565aa643-6fdc-4cef-8b17-0bada3e9eb8f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.249125] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e70536-ef32-762d-78ed-0ff838a36108, 'name': SearchDatastore_Task, 'duration_secs': 0.00934} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.253244] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.253619] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2ce8fbc6-a52a-4a02-a679-4859c6496231/2ce8fbc6-a52a-4a02-a679-4859c6496231.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.254085] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Waiting for the task: (returnval){ [ 1384.254085] env[62402]: value = "task-1872349" [ 1384.254085] env[62402]: _type = "Task" [ 1384.254085] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.254525] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-856ba5cc-8627-4505-837d-cb5a5eef400c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.270303] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1384.270303] env[62402]: value = "task-1872350" [ 1384.270303] env[62402]: _type = "Task" [ 1384.270303] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.272760] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872349, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.283452] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.316068] env[62402]: DEBUG nova.network.neutron [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Updating instance_info_cache with network_info: [{"id": "6fef31ca-b89a-4c9e-ab20-1cf083cfd277", "address": "fa:16:3e:d3:62:2e", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fef31ca-b8", "ovs_interfaceid": "6fef31ca-b89a-4c9e-ab20-1cf083cfd277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.609920] env[62402]: DEBUG oslo_concurrency.lockutils [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Releasing lock "refresh_cache-36eadbfe-b649-4959-8fbf-6eb389646e9f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.610424] env[62402]: DEBUG nova.compute.manager [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.610631] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.611565] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445b8937-6825-40d0-a0bd-7bd98b486257 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.623045] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.623045] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-489a71a8-79f4-4d2a-b156-4730223bff93 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.631469] env[62402]: DEBUG oslo_vmware.api [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1384.631469] env[62402]: value = "task-1872351" [ 1384.631469] env[62402]: _type = "Task" [ 1384.631469] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.632238] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1c93ea-5cf5-4381-b54e-3d5735f6577b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.645858] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e09b330-05ab-434f-9f8d-e719a5242730 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.649411] env[62402]: DEBUG oslo_vmware.api [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.679571] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c44aefb-fe6d-45a4-bbd3-7f9c588b2039 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.686975] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34a8b7a-8d3a-4c3a-819f-de57f18e4283 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.701807] env[62402]: DEBUG nova.compute.provider_tree [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.766058] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872349, 'name': Rename_Task, 'duration_secs': 0.145022} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.766215] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.766495] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f0dd4ce-7443-45f6-8726-79a15a3f06c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.772218] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Waiting for the task: (returnval){ [ 1384.772218] env[62402]: value = "task-1872352" [ 1384.772218] env[62402]: _type = "Task" [ 1384.772218] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.782799] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.785828] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503348} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.786078] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2ce8fbc6-a52a-4a02-a679-4859c6496231/2ce8fbc6-a52a-4a02-a679-4859c6496231.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.786293] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.786520] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f11b993-e4cf-4090-8df9-5d30bec3ef58 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.792199] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1384.792199] env[62402]: value = "task-1872353" [ 1384.792199] env[62402]: _type = "Task" [ 1384.792199] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.799907] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.818677] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "refresh_cache-d606c3e6-78f6-42b1-9dc1-690215743e14" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.818967] env[62402]: DEBUG nova.compute.manager [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Instance network_info: |[{"id": "6fef31ca-b89a-4c9e-ab20-1cf083cfd277", "address": "fa:16:3e:d3:62:2e", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fef31ca-b8", "ovs_interfaceid": "6fef31ca-b89a-4c9e-ab20-1cf083cfd277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1384.819223] env[62402]: DEBUG oslo_concurrency.lockutils [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] Acquired lock "refresh_cache-d606c3e6-78f6-42b1-9dc1-690215743e14" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.819405] env[62402]: DEBUG nova.network.neutron [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Refreshing network info cache for port 6fef31ca-b89a-4c9e-ab20-1cf083cfd277 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.820630] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:62:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fef31ca-b89a-4c9e-ab20-1cf083cfd277', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.828430] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Creating folder: Project (e29eb1f987034afeba677fa2a3fad88d). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.829522] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52344bbf-45c5-4240-8704-dc103aeb68bb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.838623] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Created folder: Project (e29eb1f987034afeba677fa2a3fad88d) in parent group-v386882. [ 1384.838811] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Creating folder: Instances. Parent ref: group-v386955. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.839050] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18df6436-7441-4d0e-a8fc-5fb85b5a423a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.847726] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Created folder: Instances in parent group-v386955. [ 1384.847949] env[62402]: DEBUG oslo.service.loopingcall [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.848157] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.848392] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a7d3b12-434a-49de-9bd1-3b11b4b4ca03 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.866458] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.866458] env[62402]: value = "task-1872356" [ 1384.866458] env[62402]: _type = "Task" [ 1384.866458] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.873874] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872356, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.090355] env[62402]: DEBUG nova.compute.manager [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1385.116278] env[62402]: DEBUG nova.virt.hardware [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.116530] env[62402]: DEBUG nova.virt.hardware [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.116685] env[62402]: DEBUG nova.virt.hardware [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.116862] env[62402]: DEBUG nova.virt.hardware [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.117013] env[62402]: DEBUG nova.virt.hardware [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.117167] env[62402]: DEBUG nova.virt.hardware [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.117375] env[62402]: DEBUG nova.virt.hardware [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.117528] env[62402]: DEBUG nova.virt.hardware [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.117693] env[62402]: DEBUG nova.virt.hardware [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.117854] env[62402]: DEBUG nova.virt.hardware [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.118087] env[62402]: DEBUG nova.virt.hardware [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.118938] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7adf8b4-10f9-48ad-9689-0e1a1f491adb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.127797] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b79743-68fe-4d56-a6ca-5b1026dc2537 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.151418] env[62402]: DEBUG oslo_vmware.api [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872351, 'name': PowerOffVM_Task, 'duration_secs': 0.191604} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.151688] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.151862] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.152140] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d1e02c-b9ad-4637-aeac-48df947b10d8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.179297] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.179575] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.179803] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Deleting the datastore file [datastore1] 36eadbfe-b649-4959-8fbf-6eb389646e9f {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.180163] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09c30bab-dbda-48b5-9970-a883711e8a97 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.187048] env[62402]: DEBUG oslo_vmware.api [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for the task: (returnval){ [ 1385.187048] env[62402]: value = "task-1872358" [ 1385.187048] env[62402]: _type = "Task" [ 1385.187048] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.194928] env[62402]: DEBUG oslo_vmware.api [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.204876] env[62402]: DEBUG nova.scheduler.client.report [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.285974] env[62402]: DEBUG oslo_vmware.api [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872352, 'name': PowerOnVM_Task, 'duration_secs': 0.505813} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.286382] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.286630] env[62402]: INFO nova.compute.manager [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1385.286814] env[62402]: DEBUG nova.compute.manager [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.287585] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb25504f-3cda-4420-8e62-401915938e6c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.304097] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061982} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.304406] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.306091] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d26e15-0dbc-4242-b2de-59ae561b5964 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.329221] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 2ce8fbc6-a52a-4a02-a679-4859c6496231/2ce8fbc6-a52a-4a02-a679-4859c6496231.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.331883] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a01a093-da18-4e44-a4bd-2ae791d95acd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.353107] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1385.353107] env[62402]: value = "task-1872359" [ 1385.353107] env[62402]: _type = "Task" [ 1385.353107] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.363854] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.376159] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872356, 'name': CreateVM_Task, 'duration_secs': 0.35448} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.378168] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.378866] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.379026] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.379343] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.379936] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e103e575-bc9d-4291-a39d-7da2df334dc8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.385873] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1385.385873] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cc6a46-a3cd-850b-8442-d38d94d9b7d5" [ 1385.385873] env[62402]: _type = "Task" [ 1385.385873] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.396470] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cc6a46-a3cd-850b-8442-d38d94d9b7d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.623341] env[62402]: DEBUG nova.network.neutron [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Updated VIF entry in instance network info cache for port 6fef31ca-b89a-4c9e-ab20-1cf083cfd277. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.623682] env[62402]: DEBUG nova.network.neutron [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Updating instance_info_cache with network_info: [{"id": "6fef31ca-b89a-4c9e-ab20-1cf083cfd277", "address": "fa:16:3e:d3:62:2e", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fef31ca-b8", "ovs_interfaceid": "6fef31ca-b89a-4c9e-ab20-1cf083cfd277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.699556] env[62402]: DEBUG oslo_vmware.api [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Task: {'id': task-1872358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091312} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.699863] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.700087] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.700263] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.700483] env[62402]: INFO nova.compute.manager [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1385.700746] env[62402]: DEBUG oslo.service.loopingcall [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.701284] env[62402]: DEBUG nova.compute.manager [-] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.701372] env[62402]: DEBUG nova.network.neutron [-] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.710836] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.714018] env[62402]: DEBUG nova.compute.manager [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.714018] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.704s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.719097] env[62402]: INFO nova.compute.claims [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.723342] env[62402]: DEBUG nova.network.neutron [-] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.727342] env[62402]: DEBUG nova.network.neutron [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Successfully updated port: df4d3822-2612-4537-b661-4cca2f4785e8 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.743125] env[62402]: DEBUG nova.compute.manager [req-008889b7-5feb-40b0-96a0-7e98078441aa req-3fde94dc-816a-40b0-abd2-c418e4cb215b service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Received event network-vif-plugged-df4d3822-2612-4537-b661-4cca2f4785e8 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1385.743865] env[62402]: DEBUG oslo_concurrency.lockutils [req-008889b7-5feb-40b0-96a0-7e98078441aa req-3fde94dc-816a-40b0-abd2-c418e4cb215b service nova] Acquiring lock "419be04d-04c1-4099-bf22-e8063e4bfbae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.743865] env[62402]: DEBUG oslo_concurrency.lockutils [req-008889b7-5feb-40b0-96a0-7e98078441aa req-3fde94dc-816a-40b0-abd2-c418e4cb215b service nova] Lock "419be04d-04c1-4099-bf22-e8063e4bfbae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.743865] env[62402]: DEBUG oslo_concurrency.lockutils [req-008889b7-5feb-40b0-96a0-7e98078441aa req-3fde94dc-816a-40b0-abd2-c418e4cb215b service nova] Lock "419be04d-04c1-4099-bf22-e8063e4bfbae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.743865] env[62402]: DEBUG nova.compute.manager [req-008889b7-5feb-40b0-96a0-7e98078441aa req-3fde94dc-816a-40b0-abd2-c418e4cb215b service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] No waiting events found dispatching network-vif-plugged-df4d3822-2612-4537-b661-4cca2f4785e8 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.744111] env[62402]: WARNING nova.compute.manager [req-008889b7-5feb-40b0-96a0-7e98078441aa req-3fde94dc-816a-40b0-abd2-c418e4cb215b service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Received unexpected event network-vif-plugged-df4d3822-2612-4537-b661-4cca2f4785e8 for instance with vm_state building and task_state spawning. [ 1385.807502] env[62402]: INFO nova.compute.manager [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Took 41.98 seconds to build instance. [ 1385.863442] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872359, 'name': ReconfigVM_Task, 'duration_secs': 0.288141} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.863686] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 2ce8fbc6-a52a-4a02-a679-4859c6496231/2ce8fbc6-a52a-4a02-a679-4859c6496231.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.864306] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7014e92-da88-4ed7-a7a6-4f0e2c9e645a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.869575] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1385.869575] env[62402]: value = "task-1872360" [ 1385.869575] env[62402]: _type = "Task" [ 1385.869575] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.879390] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872360, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.894385] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cc6a46-a3cd-850b-8442-d38d94d9b7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.894648] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.894876] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.895117] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.895265] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.895441] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.895671] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19afc6ec-a10b-4565-a6c6-d2107ac967ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.902186] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.902356] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.903014] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb1f624-6d36-4bc8-bea5-d147a12b14c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.907241] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1385.907241] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5227ae72-ce72-dffb-f4b0-ba416a12738d" [ 1385.907241] env[62402]: _type = "Task" [ 1385.907241] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.914503] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5227ae72-ce72-dffb-f4b0-ba416a12738d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.130406] env[62402]: DEBUG oslo_concurrency.lockutils [req-4b2f78e9-7bb7-4760-b4f7-e283992d62e8 req-706e8587-26dd-47a4-978c-595b47707a2b service nova] Releasing lock "refresh_cache-d606c3e6-78f6-42b1-9dc1-690215743e14" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.225659] env[62402]: DEBUG nova.compute.utils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1386.230659] env[62402]: DEBUG nova.network.neutron [-] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.232687] env[62402]: DEBUG nova.compute.manager [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1386.232882] env[62402]: DEBUG nova.network.neutron [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.235816] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.235940] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquired lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.236150] env[62402]: DEBUG nova.network.neutron [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.293788] env[62402]: DEBUG nova.policy [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0c865cd538741b08a5b50f51913858d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e29eb1f987034afeba677fa2a3fad88d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1386.310133] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34a8029d-8e11-47d0-8689-5a895699f25b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Lock "468ab348-32cd-48ec-a59a-3cb7c39093ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.121s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.380660] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872360, 'name': Rename_Task, 'duration_secs': 0.127185} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.380853] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.381161] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0795105f-4d09-47eb-aeb6-b7e02a45d992 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.387788] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1386.387788] env[62402]: value = "task-1872361" [ 1386.387788] env[62402]: _type = "Task" [ 1386.387788] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.395824] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.418059] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5227ae72-ce72-dffb-f4b0-ba416a12738d, 'name': SearchDatastore_Task, 'duration_secs': 0.008151} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.419017] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fe36de-b310-4b26-aee5-bff8a8f6c20d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.425783] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1386.425783] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d7c0d8-70ff-6a41-4185-8b4d48703376" [ 1386.425783] env[62402]: _type = "Task" [ 1386.425783] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.433838] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d7c0d8-70ff-6a41-4185-8b4d48703376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.664909] env[62402]: DEBUG nova.network.neutron [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Successfully created port: 1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.737714] env[62402]: DEBUG nova.compute.manager [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.746548] env[62402]: INFO nova.compute.manager [-] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Took 1.05 seconds to deallocate network for instance. [ 1386.813465] env[62402]: DEBUG nova.compute.manager [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1386.841801] env[62402]: DEBUG nova.network.neutron [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.897461] env[62402]: DEBUG oslo_vmware.api [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872361, 'name': PowerOnVM_Task, 'duration_secs': 0.462732} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.899972] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.900224] env[62402]: INFO nova.compute.manager [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1386.900409] env[62402]: DEBUG nova.compute.manager [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.901716] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a103ab61-40f8-46ad-a751-6542ca184363 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.937497] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d7c0d8-70ff-6a41-4185-8b4d48703376, 'name': SearchDatastore_Task, 'duration_secs': 0.018627} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.937745] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.937995] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] d606c3e6-78f6-42b1-9dc1-690215743e14/d606c3e6-78f6-42b1-9dc1-690215743e14.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.938256] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29300982-5c3f-45fb-91d8-4f25c1141494 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.945252] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1386.945252] env[62402]: value = "task-1872362" [ 1386.945252] env[62402]: _type = "Task" [ 1386.945252] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.960203] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.149225] env[62402]: DEBUG nova.network.neutron [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Updating instance_info_cache with network_info: [{"id": "df4d3822-2612-4537-b661-4cca2f4785e8", "address": "fa:16:3e:6f:c0:af", "network": {"id": "94b8469d-fdd8-4c0b-b998-53139108d6f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1108072681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ccb4d778794420eb54b86bf2914f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4d3822-26", "ovs_interfaceid": "df4d3822-2612-4537-b661-4cca2f4785e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.253074] env[62402]: DEBUG oslo_concurrency.lockutils [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.335045] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccec869d-623e-4ef2-b3bd-1311a2d6d46b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.343584] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.344941] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310aa19e-a583-414c-81a9-5c9a01bf3fed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.379028] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e6fca6-b387-456b-b10f-2a60a36f6559 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.382650] env[62402]: DEBUG nova.compute.manager [req-0e92285c-620b-40ee-81c4-5c7f6591155c req-c61fc9f7-7048-4556-8be2-c9bebb4865a2 service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Received event network-changed-01f3e4dd-827a-4f19-a099-c62fd13896cd {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1387.382913] env[62402]: DEBUG nova.compute.manager [req-0e92285c-620b-40ee-81c4-5c7f6591155c req-c61fc9f7-7048-4556-8be2-c9bebb4865a2 service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Refreshing instance network info cache due to event network-changed-01f3e4dd-827a-4f19-a099-c62fd13896cd. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1387.383204] env[62402]: DEBUG oslo_concurrency.lockutils [req-0e92285c-620b-40ee-81c4-5c7f6591155c req-c61fc9f7-7048-4556-8be2-c9bebb4865a2 service nova] Acquiring lock "refresh_cache-468ab348-32cd-48ec-a59a-3cb7c39093ae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.383365] env[62402]: DEBUG oslo_concurrency.lockutils [req-0e92285c-620b-40ee-81c4-5c7f6591155c req-c61fc9f7-7048-4556-8be2-c9bebb4865a2 service nova] Acquired lock "refresh_cache-468ab348-32cd-48ec-a59a-3cb7c39093ae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.383558] env[62402]: DEBUG nova.network.neutron [req-0e92285c-620b-40ee-81c4-5c7f6591155c req-c61fc9f7-7048-4556-8be2-c9bebb4865a2 service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Refreshing network info cache for port 01f3e4dd-827a-4f19-a099-c62fd13896cd {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.393277] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c762cbe-0a2b-411e-8c1b-dde8b645cd58 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.408732] env[62402]: DEBUG nova.compute.provider_tree [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.420834] env[62402]: INFO nova.compute.manager [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Took 36.78 seconds to build instance. [ 1387.458513] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450805} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.458671] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] d606c3e6-78f6-42b1-9dc1-690215743e14/d606c3e6-78f6-42b1-9dc1-690215743e14.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1387.458871] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.459127] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b2f7d6d-9992-4cd2-b570-0c47881b90bf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.465653] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1387.465653] env[62402]: value = "task-1872363" [ 1387.465653] env[62402]: _type = "Task" [ 1387.465653] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.474029] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.651614] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Releasing lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.651986] env[62402]: DEBUG nova.compute.manager [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Instance network_info: |[{"id": "df4d3822-2612-4537-b661-4cca2f4785e8", "address": "fa:16:3e:6f:c0:af", "network": {"id": "94b8469d-fdd8-4c0b-b998-53139108d6f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1108072681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ccb4d778794420eb54b86bf2914f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4d3822-26", "ovs_interfaceid": "df4d3822-2612-4537-b661-4cca2f4785e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.652876] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:c0:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df4d3822-2612-4537-b661-4cca2f4785e8', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.661397] env[62402]: DEBUG oslo.service.loopingcall [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.661397] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.661650] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a143bf6-d0dc-42d1-b2a7-9d1733c1704c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.682639] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.682639] env[62402]: value = "task-1872364" [ 1387.682639] env[62402]: _type = "Task" [ 1387.682639] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.694436] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872364, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.753390] env[62402]: DEBUG nova.compute.manager [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.789140] env[62402]: DEBUG nova.virt.hardware [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.789140] env[62402]: DEBUG nova.virt.hardware [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.789140] env[62402]: DEBUG nova.virt.hardware [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.789303] env[62402]: DEBUG nova.virt.hardware [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.789303] env[62402]: DEBUG nova.virt.hardware [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.789303] env[62402]: DEBUG nova.virt.hardware [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.789303] env[62402]: DEBUG nova.virt.hardware [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.789303] env[62402]: DEBUG nova.virt.hardware [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.790271] env[62402]: DEBUG nova.virt.hardware [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.790673] env[62402]: DEBUG nova.virt.hardware [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.791023] env[62402]: DEBUG nova.virt.hardware [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.792400] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdbe195-e290-4dc1-b2de-fb3e49db9ff2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.804304] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea475e98-7293-4cf0-be82-ca60b59b0caf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.915273] env[62402]: DEBUG nova.scheduler.client.report [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.927451] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80e26eb4-cc58-4241-8351-1bee53a60cb7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.133s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.952209] env[62402]: DEBUG nova.compute.manager [req-8bf7cce9-dedb-4aa8-bb12-3f6941a3f0a9 req-6b0b7d4b-4804-477a-b959-5ad87db40970 service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Received event network-changed-df4d3822-2612-4537-b661-4cca2f4785e8 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1387.952209] env[62402]: DEBUG nova.compute.manager [req-8bf7cce9-dedb-4aa8-bb12-3f6941a3f0a9 req-6b0b7d4b-4804-477a-b959-5ad87db40970 service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Refreshing instance network info cache due to event network-changed-df4d3822-2612-4537-b661-4cca2f4785e8. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1387.952209] env[62402]: DEBUG oslo_concurrency.lockutils [req-8bf7cce9-dedb-4aa8-bb12-3f6941a3f0a9 req-6b0b7d4b-4804-477a-b959-5ad87db40970 service nova] Acquiring lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.952209] env[62402]: DEBUG oslo_concurrency.lockutils [req-8bf7cce9-dedb-4aa8-bb12-3f6941a3f0a9 req-6b0b7d4b-4804-477a-b959-5ad87db40970 service nova] Acquired lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.952209] env[62402]: DEBUG nova.network.neutron [req-8bf7cce9-dedb-4aa8-bb12-3f6941a3f0a9 req-6b0b7d4b-4804-477a-b959-5ad87db40970 service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Refreshing network info cache for port df4d3822-2612-4537-b661-4cca2f4785e8 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.981712] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07185} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.981712] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.981712] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49735ad-0520-4bc4-ad84-2d13ccc70ce2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.009303] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] d606c3e6-78f6-42b1-9dc1-690215743e14/d606c3e6-78f6-42b1-9dc1-690215743e14.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.009907] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01d8cb83-f2ab-421b-b807-7922479062a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.035008] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1388.035008] env[62402]: value = "task-1872365" [ 1388.035008] env[62402]: _type = "Task" [ 1388.035008] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.043983] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.199026] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872364, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.199823] env[62402]: DEBUG nova.network.neutron [req-0e92285c-620b-40ee-81c4-5c7f6591155c req-c61fc9f7-7048-4556-8be2-c9bebb4865a2 service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Updated VIF entry in instance network info cache for port 01f3e4dd-827a-4f19-a099-c62fd13896cd. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.199950] env[62402]: DEBUG nova.network.neutron [req-0e92285c-620b-40ee-81c4-5c7f6591155c req-c61fc9f7-7048-4556-8be2-c9bebb4865a2 service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Updating instance_info_cache with network_info: [{"id": "01f3e4dd-827a-4f19-a099-c62fd13896cd", "address": "fa:16:3e:39:a7:14", "network": {"id": "90addf6f-0103-463c-b932-09265db1d9fc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-630654089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c0351770844477a40859fdd0b880fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f3e4dd-82", "ovs_interfaceid": "01f3e4dd-827a-4f19-a099-c62fd13896cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.423023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.423023] env[62402]: DEBUG nova.compute.manager [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.425456] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.015s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.430208] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.430208] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1388.430208] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.029s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.430208] env[62402]: DEBUG nova.objects.instance [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lazy-loading 'resources' on Instance uuid d7dbfb24-f031-4891-864b-6f05d3a9bafe {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.432741] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82be9c8b-0b35-43ae-908b-6b3db35b5f7e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.437224] env[62402]: DEBUG nova.compute.manager [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.446258] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3531a00b-bce1-4780-8c75-982c6c37009f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.467817] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51447a1b-2338-43a9-96ac-900893f7d96e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.475024] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ec154a-4a0c-470e-8c6b-824d04d8ba87 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.516728] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179994MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1388.516875] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.547537] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872365, 'name': ReconfigVM_Task, 'duration_secs': 0.294607} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.547762] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Reconfigured VM instance instance-0000001b to attach disk [datastore1] d606c3e6-78f6-42b1-9dc1-690215743e14/d606c3e6-78f6-42b1-9dc1-690215743e14.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.548574] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-870b0cba-6f0e-4cb9-870f-8088f34b35d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.555276] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1388.555276] env[62402]: value = "task-1872366" [ 1388.555276] env[62402]: _type = "Task" [ 1388.555276] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.564546] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872366, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.575744] env[62402]: DEBUG nova.network.neutron [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Successfully updated port: 1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.695692] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872364, 'name': CreateVM_Task, 'duration_secs': 0.696627} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.695944] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.696600] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.696808] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.697177] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.697442] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b15b4c5-7f28-4e69-927e-9a4ba4a548f0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.705023] env[62402]: DEBUG oslo_concurrency.lockutils [req-0e92285c-620b-40ee-81c4-5c7f6591155c req-c61fc9f7-7048-4556-8be2-c9bebb4865a2 service nova] Releasing lock "refresh_cache-468ab348-32cd-48ec-a59a-3cb7c39093ae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.705023] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1388.705023] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d2d6a0-3a05-2389-0e56-fb4105343012" [ 1388.705023] env[62402]: _type = "Task" [ 1388.705023] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.711726] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d2d6a0-3a05-2389-0e56-fb4105343012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.783958] env[62402]: DEBUG nova.network.neutron [req-8bf7cce9-dedb-4aa8-bb12-3f6941a3f0a9 req-6b0b7d4b-4804-477a-b959-5ad87db40970 service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Updated VIF entry in instance network info cache for port df4d3822-2612-4537-b661-4cca2f4785e8. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.784353] env[62402]: DEBUG nova.network.neutron [req-8bf7cce9-dedb-4aa8-bb12-3f6941a3f0a9 req-6b0b7d4b-4804-477a-b959-5ad87db40970 service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Updating instance_info_cache with network_info: [{"id": "df4d3822-2612-4537-b661-4cca2f4785e8", "address": "fa:16:3e:6f:c0:af", "network": {"id": "94b8469d-fdd8-4c0b-b998-53139108d6f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1108072681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ccb4d778794420eb54b86bf2914f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4d3822-26", "ovs_interfaceid": "df4d3822-2612-4537-b661-4cca2f4785e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.933780] env[62402]: DEBUG nova.compute.utils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1388.937910] env[62402]: DEBUG nova.compute.manager [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.938114] env[62402]: DEBUG nova.network.neutron [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.956826] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.979013] env[62402]: DEBUG nova.policy [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dd7623969134c2ab8dc3b4c3cab29ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'deb4b4cb71734c568729847b6979d3af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1389.065254] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872366, 'name': Rename_Task, 'duration_secs': 0.147449} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.065530] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.065769] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ec2b7b4-fc2d-45cd-8cb7-b62a70a78676 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.072091] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1389.072091] env[62402]: value = "task-1872367" [ 1389.072091] env[62402]: _type = "Task" [ 1389.072091] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.082045] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.082045] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "refresh_cache-8864de7b-2d40-4b93-a545-ae11a605b0c6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.082045] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "refresh_cache-8864de7b-2d40-4b93-a545-ae11a605b0c6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.082045] env[62402]: DEBUG nova.network.neutron [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.218731] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d2d6a0-3a05-2389-0e56-fb4105343012, 'name': SearchDatastore_Task, 'duration_secs': 0.087177} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.219741] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.220521] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.221428] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.221702] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.222012] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.222380] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99fec481-7c2c-4977-9781-5bc0a89791b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.237597] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.237801] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.238612] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ff8cd1-a117-4091-bd61-39b6146d7ab2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.255200] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1389.255200] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]526b224b-487c-720e-64fc-638274e05c93" [ 1389.255200] env[62402]: _type = "Task" [ 1389.255200] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.266995] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526b224b-487c-720e-64fc-638274e05c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.286970] env[62402]: DEBUG oslo_concurrency.lockutils [req-8bf7cce9-dedb-4aa8-bb12-3f6941a3f0a9 req-6b0b7d4b-4804-477a-b959-5ad87db40970 service nova] Releasing lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.288975] env[62402]: DEBUG nova.network.neutron [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Successfully created port: f246ac04-4cce-4c95-b4f1-98dbb90becf3 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.440643] env[62402]: DEBUG nova.compute.manager [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.505426] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a209f85-5004-4efc-8eac-75b4fb2a5208 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.515354] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bd7d8e-e30c-4364-bf8a-3f3ea52e67af {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.554884] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc928a0c-5cdf-48e9-a4c9-7d8e323ab2ef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.563060] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1d2f02-6738-4761-8e31-b2db91f07d7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.579561] env[62402]: DEBUG nova.compute.provider_tree [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.594465] env[62402]: DEBUG oslo_vmware.api [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872367, 'name': PowerOnVM_Task, 'duration_secs': 0.457831} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.594890] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.595091] env[62402]: INFO nova.compute.manager [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1389.595327] env[62402]: DEBUG nova.compute.manager [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.596165] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb24eb0-1af9-4175-9f1b-10d9466a4491 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.646417] env[62402]: DEBUG nova.network.neutron [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.766066] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526b224b-487c-720e-64fc-638274e05c93, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.766969] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb6258c-dce6-4348-9014-7d756da1664a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.772910] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1389.772910] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528401d0-d19a-0ffc-5821-2afe2e4ee260" [ 1389.772910] env[62402]: _type = "Task" [ 1389.772910] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.780483] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528401d0-d19a-0ffc-5821-2afe2e4ee260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.818512] env[62402]: DEBUG nova.network.neutron [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Updating instance_info_cache with network_info: [{"id": "1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1", "address": "fa:16:3e:0e:79:89", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1acea6fb-d3", "ovs_interfaceid": "1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.978246] env[62402]: DEBUG nova.compute.manager [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Received event network-vif-plugged-1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1389.978550] env[62402]: DEBUG oslo_concurrency.lockutils [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] Acquiring lock "8864de7b-2d40-4b93-a545-ae11a605b0c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.978770] env[62402]: DEBUG oslo_concurrency.lockutils [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] Lock "8864de7b-2d40-4b93-a545-ae11a605b0c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.978938] env[62402]: DEBUG oslo_concurrency.lockutils [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] Lock "8864de7b-2d40-4b93-a545-ae11a605b0c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.979119] env[62402]: DEBUG nova.compute.manager [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] No waiting events found dispatching network-vif-plugged-1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1389.979287] env[62402]: WARNING nova.compute.manager [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Received unexpected event network-vif-plugged-1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1 for instance with vm_state building and task_state spawning. [ 1389.979447] env[62402]: DEBUG nova.compute.manager [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Received event network-changed-95d86438-c672-4b2e-a35b-abf316e228c9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1389.979598] env[62402]: DEBUG nova.compute.manager [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Refreshing instance network info cache due to event network-changed-95d86438-c672-4b2e-a35b-abf316e228c9. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1389.979773] env[62402]: DEBUG oslo_concurrency.lockutils [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] Acquiring lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.979907] env[62402]: DEBUG oslo_concurrency.lockutils [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] Acquired lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.980072] env[62402]: DEBUG nova.network.neutron [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Refreshing network info cache for port 95d86438-c672-4b2e-a35b-abf316e228c9 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.083574] env[62402]: DEBUG nova.scheduler.client.report [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.114070] env[62402]: INFO nova.compute.manager [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Took 34.76 seconds to build instance. [ 1390.284502] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528401d0-d19a-0ffc-5821-2afe2e4ee260, 'name': SearchDatastore_Task, 'duration_secs': 0.037528} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.284839] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.285156] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 419be04d-04c1-4099-bf22-e8063e4bfbae/419be04d-04c1-4099-bf22-e8063e4bfbae.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.285475] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa14be50-8c3d-4b87-ace2-14bcc494f118 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.292205] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1390.292205] env[62402]: value = "task-1872368" [ 1390.292205] env[62402]: _type = "Task" [ 1390.292205] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.300010] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.320692] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "refresh_cache-8864de7b-2d40-4b93-a545-ae11a605b0c6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.321056] env[62402]: DEBUG nova.compute.manager [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Instance network_info: |[{"id": "1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1", "address": "fa:16:3e:0e:79:89", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1acea6fb-d3", "ovs_interfaceid": "1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1390.321514] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:79:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.329738] env[62402]: DEBUG oslo.service.loopingcall [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1390.329958] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.330218] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c292603-e99d-4516-8aa0-239ef77de941 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.351029] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.351029] env[62402]: value = "task-1872369" [ 1390.351029] env[62402]: _type = "Task" [ 1390.351029] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.357870] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872369, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.449970] env[62402]: DEBUG nova.compute.manager [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.474502] env[62402]: DEBUG nova.virt.hardware [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.474695] env[62402]: DEBUG nova.virt.hardware [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.474852] env[62402]: DEBUG nova.virt.hardware [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.475044] env[62402]: DEBUG nova.virt.hardware [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.475198] env[62402]: DEBUG nova.virt.hardware [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.475345] env[62402]: DEBUG nova.virt.hardware [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.475546] env[62402]: DEBUG nova.virt.hardware [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.475703] env[62402]: DEBUG nova.virt.hardware [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.475868] env[62402]: DEBUG nova.virt.hardware [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.476039] env[62402]: DEBUG nova.virt.hardware [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.476220] env[62402]: DEBUG nova.virt.hardware [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.477101] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd58a10d-d4ab-4a9c-a9cd-5ff3753bf539 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.487043] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e12194-1103-4038-8598-ffecfa23fcea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.589716] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.593095] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.633s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.596567] env[62402]: INFO nova.compute.claims [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.617143] env[62402]: INFO nova.scheduler.client.report [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted allocations for instance d7dbfb24-f031-4891-864b-6f05d3a9bafe [ 1390.618958] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94b1a1c8-23a3-48c9-95d7-b0abc402477f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "d606c3e6-78f6-42b1-9dc1-690215743e14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.805s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.809343] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872368, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.821881] env[62402]: DEBUG nova.network.neutron [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updated VIF entry in instance network info cache for port 95d86438-c672-4b2e-a35b-abf316e228c9. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.822285] env[62402]: DEBUG nova.network.neutron [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance_info_cache with network_info: [{"id": "95d86438-c672-4b2e-a35b-abf316e228c9", "address": "fa:16:3e:88:aa:cf", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d86438-c6", "ovs_interfaceid": "95d86438-c672-4b2e-a35b-abf316e228c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.861861] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872369, 'name': CreateVM_Task, 'duration_secs': 0.4524} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.862083] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.862782] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.862931] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.863266] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.863642] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c8453f-e2b5-404d-9a4c-53b0ca66e366 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.871229] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1390.871229] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b6724d-99f2-68b5-2bae-0ac98405abc1" [ 1390.871229] env[62402]: _type = "Task" [ 1390.871229] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.876902] env[62402]: DEBUG nova.compute.manager [req-4dd38338-cb86-42a2-8c85-e08e34875eaf req-51eab3c3-f1f0-4413-b6db-c00c77cfa52a service nova] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Received event network-vif-plugged-f246ac04-4cce-4c95-b4f1-98dbb90becf3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1390.877121] env[62402]: DEBUG oslo_concurrency.lockutils [req-4dd38338-cb86-42a2-8c85-e08e34875eaf req-51eab3c3-f1f0-4413-b6db-c00c77cfa52a service nova] Acquiring lock "8426c441-9234-499d-8a72-dc41f32e864e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.877331] env[62402]: DEBUG oslo_concurrency.lockutils [req-4dd38338-cb86-42a2-8c85-e08e34875eaf req-51eab3c3-f1f0-4413-b6db-c00c77cfa52a service nova] Lock "8426c441-9234-499d-8a72-dc41f32e864e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.877469] env[62402]: DEBUG oslo_concurrency.lockutils [req-4dd38338-cb86-42a2-8c85-e08e34875eaf req-51eab3c3-f1f0-4413-b6db-c00c77cfa52a service nova] Lock "8426c441-9234-499d-8a72-dc41f32e864e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.877634] env[62402]: DEBUG nova.compute.manager [req-4dd38338-cb86-42a2-8c85-e08e34875eaf req-51eab3c3-f1f0-4413-b6db-c00c77cfa52a service nova] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] No waiting events found dispatching network-vif-plugged-f246ac04-4cce-4c95-b4f1-98dbb90becf3 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1390.877793] env[62402]: WARNING nova.compute.manager [req-4dd38338-cb86-42a2-8c85-e08e34875eaf req-51eab3c3-f1f0-4413-b6db-c00c77cfa52a service nova] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Received unexpected event network-vif-plugged-f246ac04-4cce-4c95-b4f1-98dbb90becf3 for instance with vm_state building and task_state spawning. [ 1390.886152] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b6724d-99f2-68b5-2bae-0ac98405abc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.012171] env[62402]: DEBUG nova.network.neutron [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Successfully updated port: f246ac04-4cce-4c95-b4f1-98dbb90becf3 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.128386] env[62402]: DEBUG nova.compute.manager [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1391.130948] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3c4a32d7-26d4-42aa-9cdf-e6e33d537df4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "d7dbfb24-f031-4891-864b-6f05d3a9bafe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.565s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.302983] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736489} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.303348] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 419be04d-04c1-4099-bf22-e8063e4bfbae/419be04d-04c1-4099-bf22-e8063e4bfbae.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.303624] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.303923] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5910bab-d8c9-4083-ae80-71a9a439ab66 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.310508] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1391.310508] env[62402]: value = "task-1872370" [ 1391.310508] env[62402]: _type = "Task" [ 1391.310508] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.319253] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.324907] env[62402]: DEBUG oslo_concurrency.lockutils [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] Releasing lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.325838] env[62402]: DEBUG nova.compute.manager [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Received event network-changed-1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1391.325838] env[62402]: DEBUG nova.compute.manager [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Refreshing instance network info cache due to event network-changed-1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1391.325838] env[62402]: DEBUG oslo_concurrency.lockutils [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] Acquiring lock "refresh_cache-8864de7b-2d40-4b93-a545-ae11a605b0c6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.325838] env[62402]: DEBUG oslo_concurrency.lockutils [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] Acquired lock "refresh_cache-8864de7b-2d40-4b93-a545-ae11a605b0c6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.325981] env[62402]: DEBUG nova.network.neutron [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Refreshing network info cache for port 1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.381625] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b6724d-99f2-68b5-2bae-0ac98405abc1, 'name': SearchDatastore_Task, 'duration_secs': 0.045865} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.381926] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.382175] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.382409] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.382555] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.382730] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.382979] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee3ff69f-fac9-4f08-a728-dcebc79e63fe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.392300] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.392482] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.393548] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2187722-3f90-4189-939e-08ca35da1efe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.398642] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1391.398642] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52091307-d23b-b9dd-8ffe-52f84d76ce00" [ 1391.398642] env[62402]: _type = "Task" [ 1391.398642] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.405635] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52091307-d23b-b9dd-8ffe-52f84d76ce00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.515348] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquiring lock "refresh_cache-8426c441-9234-499d-8a72-dc41f32e864e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.515529] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquired lock "refresh_cache-8426c441-9234-499d-8a72-dc41f32e864e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.515688] env[62402]: DEBUG nova.network.neutron [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.645920] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.821033] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067201} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.821306] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.822105] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c079d7-57bd-4f5e-afc1-b9a9a99af2a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.848530] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 419be04d-04c1-4099-bf22-e8063e4bfbae/419be04d-04c1-4099-bf22-e8063e4bfbae.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.851487] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3741fec6-69c8-44db-a28e-8bb5814da07b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.873558] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1391.873558] env[62402]: value = "task-1872371" [ 1391.873558] env[62402]: _type = "Task" [ 1391.873558] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.883288] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.910024] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52091307-d23b-b9dd-8ffe-52f84d76ce00, 'name': SearchDatastore_Task, 'duration_secs': 0.041345} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.913162] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb98efc-5294-42df-9d6f-9abe50ee5d4b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.918171] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1391.918171] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dbaffa-864a-f77c-2f01-1ea0182d89ae" [ 1391.918171] env[62402]: _type = "Task" [ 1391.918171] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.927016] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dbaffa-864a-f77c-2f01-1ea0182d89ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.053791] env[62402]: DEBUG nova.network.neutron [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.097505] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694b3e7d-a419-4d6c-98c2-c8b0594ba62f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.109044] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02bef6d-ba63-47ab-9c56-08036d5d9745 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.143120] env[62402]: DEBUG nova.network.neutron [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Updated VIF entry in instance network info cache for port 1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.143456] env[62402]: DEBUG nova.network.neutron [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Updating instance_info_cache with network_info: [{"id": "1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1", "address": "fa:16:3e:0e:79:89", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1acea6fb-d3", "ovs_interfaceid": "1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.145495] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79918834-4b6d-4ffb-9236-42eb8b8f4efa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.155535] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8371fb5-66a9-4483-b2ef-fe3dab7a46ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.172009] env[62402]: DEBUG nova.compute.provider_tree [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.283059] env[62402]: DEBUG nova.network.neutron [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Updating instance_info_cache with network_info: [{"id": "f246ac04-4cce-4c95-b4f1-98dbb90becf3", "address": "fa:16:3e:98:f6:6a", "network": {"id": "1ee656f9-782f-46b7-8942-f6968497b24a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1743108059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb4b4cb71734c568729847b6979d3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf246ac04-4c", "ovs_interfaceid": "f246ac04-4cce-4c95-b4f1-98dbb90becf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.383582] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872371, 'name': ReconfigVM_Task, 'duration_secs': 0.477813} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.383868] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 419be04d-04c1-4099-bf22-e8063e4bfbae/419be04d-04c1-4099-bf22-e8063e4bfbae.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.384518] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-882b9fef-35c9-4012-889c-40831929bb35 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.390112] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1392.390112] env[62402]: value = "task-1872372" [ 1392.390112] env[62402]: _type = "Task" [ 1392.390112] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.397553] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872372, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.428767] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dbaffa-864a-f77c-2f01-1ea0182d89ae, 'name': SearchDatastore_Task, 'duration_secs': 0.017554} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.429037] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.429307] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 8864de7b-2d40-4b93-a545-ae11a605b0c6/8864de7b-2d40-4b93-a545-ae11a605b0c6.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.430060] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-625cc516-012e-4ac2-96e4-908a43676d3f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.436028] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1392.436028] env[62402]: value = "task-1872373" [ 1392.436028] env[62402]: _type = "Task" [ 1392.436028] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.445783] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.647822] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.648095] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.649594] env[62402]: DEBUG oslo_concurrency.lockutils [req-c2e51e71-81bb-4804-afd6-5fdc87f55233 req-1f26fe64-472b-41ba-a6b7-9a8802a62aa4 service nova] Releasing lock "refresh_cache-8864de7b-2d40-4b93-a545-ae11a605b0c6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.679062] env[62402]: DEBUG nova.scheduler.client.report [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.786575] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Releasing lock "refresh_cache-8426c441-9234-499d-8a72-dc41f32e864e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.786970] env[62402]: DEBUG nova.compute.manager [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Instance network_info: |[{"id": "f246ac04-4cce-4c95-b4f1-98dbb90becf3", "address": "fa:16:3e:98:f6:6a", "network": {"id": "1ee656f9-782f-46b7-8942-f6968497b24a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1743108059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb4b4cb71734c568729847b6979d3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf246ac04-4c", "ovs_interfaceid": "f246ac04-4cce-4c95-b4f1-98dbb90becf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1392.787362] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:f6:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f246ac04-4cce-4c95-b4f1-98dbb90becf3', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.797724] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Creating folder: Project (deb4b4cb71734c568729847b6979d3af). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.798443] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f593c86a-7341-4954-b0bd-51774c90d3d3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.808985] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Created folder: Project (deb4b4cb71734c568729847b6979d3af) in parent group-v386882. [ 1392.809214] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Creating folder: Instances. Parent ref: group-v386960. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.809457] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30e2c070-ec99-450c-8986-e43cb2b10bc6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.817725] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Created folder: Instances in parent group-v386960. [ 1392.817974] env[62402]: DEBUG oslo.service.loopingcall [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.818219] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.818427] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d720e90-02ba-4d2f-be66-94acec146ba2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.840367] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1392.840367] env[62402]: value = "task-1872376" [ 1392.840367] env[62402]: _type = "Task" [ 1392.840367] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.847950] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872376, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.901103] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872372, 'name': Rename_Task, 'duration_secs': 0.228417} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.902525] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.903790] env[62402]: DEBUG nova.compute.manager [req-97504c82-cc48-4e53-97ec-527976a23e1d req-22c0c0c7-99c5-475d-bfd7-4a0602b9f4a4 service nova] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Received event network-changed-f246ac04-4cce-4c95-b4f1-98dbb90becf3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1392.903984] env[62402]: DEBUG nova.compute.manager [req-97504c82-cc48-4e53-97ec-527976a23e1d req-22c0c0c7-99c5-475d-bfd7-4a0602b9f4a4 service nova] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Refreshing instance network info cache due to event network-changed-f246ac04-4cce-4c95-b4f1-98dbb90becf3. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1392.904266] env[62402]: DEBUG oslo_concurrency.lockutils [req-97504c82-cc48-4e53-97ec-527976a23e1d req-22c0c0c7-99c5-475d-bfd7-4a0602b9f4a4 service nova] Acquiring lock "refresh_cache-8426c441-9234-499d-8a72-dc41f32e864e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.904436] env[62402]: DEBUG oslo_concurrency.lockutils [req-97504c82-cc48-4e53-97ec-527976a23e1d req-22c0c0c7-99c5-475d-bfd7-4a0602b9f4a4 service nova] Acquired lock "refresh_cache-8426c441-9234-499d-8a72-dc41f32e864e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.904853] env[62402]: DEBUG nova.network.neutron [req-97504c82-cc48-4e53-97ec-527976a23e1d req-22c0c0c7-99c5-475d-bfd7-4a0602b9f4a4 service nova] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Refreshing network info cache for port f246ac04-4cce-4c95-b4f1-98dbb90becf3 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.906434] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46646c59-3214-445b-91ad-067837f8db1e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.916620] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1392.916620] env[62402]: value = "task-1872377" [ 1392.916620] env[62402]: _type = "Task" [ 1392.916620] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.927042] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.946258] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872373, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.184863] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.185475] env[62402]: DEBUG nova.compute.manager [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1393.188477] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.984s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.191318] env[62402]: INFO nova.compute.claims [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.351419] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872376, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.427324] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.445502] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793848} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.447806] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 8864de7b-2d40-4b93-a545-ae11a605b0c6/8864de7b-2d40-4b93-a545-ae11a605b0c6.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.448059] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.448296] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fb61e0c-5908-4c39-9dda-5cef1ed99428 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.454887] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1393.454887] env[62402]: value = "task-1872378" [ 1393.454887] env[62402]: _type = "Task" [ 1393.454887] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.462603] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.659139] env[62402]: DEBUG nova.network.neutron [req-97504c82-cc48-4e53-97ec-527976a23e1d req-22c0c0c7-99c5-475d-bfd7-4a0602b9f4a4 service nova] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Updated VIF entry in instance network info cache for port f246ac04-4cce-4c95-b4f1-98dbb90becf3. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.659286] env[62402]: DEBUG nova.network.neutron [req-97504c82-cc48-4e53-97ec-527976a23e1d req-22c0c0c7-99c5-475d-bfd7-4a0602b9f4a4 service nova] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Updating instance_info_cache with network_info: [{"id": "f246ac04-4cce-4c95-b4f1-98dbb90becf3", "address": "fa:16:3e:98:f6:6a", "network": {"id": "1ee656f9-782f-46b7-8942-f6968497b24a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1743108059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb4b4cb71734c568729847b6979d3af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf246ac04-4c", "ovs_interfaceid": "f246ac04-4cce-4c95-b4f1-98dbb90becf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.699198] env[62402]: DEBUG nova.compute.utils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.701972] env[62402]: DEBUG nova.compute.manager [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1393.702291] env[62402]: DEBUG nova.network.neutron [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.771221] env[62402]: DEBUG nova.policy [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e0d56c74686422c8d35ae011a040a01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f84af16c8e14fbc9bb613fae8332f22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1393.851857] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872376, 'name': CreateVM_Task, 'duration_secs': 0.531997} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.852129] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.852755] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.852928] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.853255] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.853508] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca1f09e-009f-4c10-8b19-2dec661457cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.860543] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Waiting for the task: (returnval){ [ 1393.860543] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b065f3-481e-47c1-b1b1-a8ba9394da3c" [ 1393.860543] env[62402]: _type = "Task" [ 1393.860543] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.868884] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b065f3-481e-47c1-b1b1-a8ba9394da3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.927015] env[62402]: DEBUG oslo_vmware.api [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872377, 'name': PowerOnVM_Task, 'duration_secs': 0.938322} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.927452] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.927806] env[62402]: INFO nova.compute.manager [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1393.928085] env[62402]: DEBUG nova.compute.manager [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.929288] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8049869e-4665-445a-9073-c11a96d55c73 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.964665] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067032} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.964990] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.965957] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5ebc9a-ac62-4f83-90cd-f5d02112c1cb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.990490] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 8864de7b-2d40-4b93-a545-ae11a605b0c6/8864de7b-2d40-4b93-a545-ae11a605b0c6.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.991446] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43c5557c-e91e-41ee-bc01-d9482dae2670 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.011997] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1394.011997] env[62402]: value = "task-1872379" [ 1394.011997] env[62402]: _type = "Task" [ 1394.011997] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.023018] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.099038] env[62402]: DEBUG nova.network.neutron [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Successfully created port: 0997b040-fb94-40bb-81f2-9405d46f2247 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.161533] env[62402]: DEBUG oslo_concurrency.lockutils [req-97504c82-cc48-4e53-97ec-527976a23e1d req-22c0c0c7-99c5-475d-bfd7-4a0602b9f4a4 service nova] Releasing lock "refresh_cache-8426c441-9234-499d-8a72-dc41f32e864e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.202538] env[62402]: DEBUG nova.compute.manager [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1394.374098] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b065f3-481e-47c1-b1b1-a8ba9394da3c, 'name': SearchDatastore_Task, 'duration_secs': 0.053753} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.374288] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.374529] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.374764] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.374912] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.375156] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.375367] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d89e2327-7530-446c-b0d3-519477ccd88d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.397017] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.397017] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.397771] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a611417-e0be-4527-afdc-80246ecf864e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.403356] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Waiting for the task: (returnval){ [ 1394.403356] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52524d8f-7318-d87e-eb60-dec924740ce4" [ 1394.403356] env[62402]: _type = "Task" [ 1394.403356] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.414502] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52524d8f-7318-d87e-eb60-dec924740ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.448606] env[62402]: INFO nova.compute.manager [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Took 35.61 seconds to build instance. [ 1394.524848] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.723216] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb4ea14-112f-4196-addd-20fc4bf36e56 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.731114] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472253ee-d7e0-4bfd-b961-14d09f191e57 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.766864] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a60e79-9156-49cc-a3e9-1084f236a3cb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.775398] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17722f23-2dbb-4acc-9284-64918c832955 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.790115] env[62402]: DEBUG nova.compute.provider_tree [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.914199] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52524d8f-7318-d87e-eb60-dec924740ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.013716} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.914993] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ef7414-08a3-43a8-a718-3747cb42ae2a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.919954] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Waiting for the task: (returnval){ [ 1394.919954] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52200089-73bb-9f0e-88a5-dd8a791fc039" [ 1394.919954] env[62402]: _type = "Task" [ 1394.919954] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.928236] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52200089-73bb-9f0e-88a5-dd8a791fc039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.950517] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa631b79-0496-4a0a-9b67-17bedf5458dc tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "419be04d-04c1-4099-bf22-e8063e4bfbae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.591s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.023966] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.217804] env[62402]: DEBUG nova.compute.manager [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1395.248515] env[62402]: DEBUG nova.virt.hardware [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.248774] env[62402]: DEBUG nova.virt.hardware [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.248936] env[62402]: DEBUG nova.virt.hardware [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.249156] env[62402]: DEBUG nova.virt.hardware [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.249314] env[62402]: DEBUG nova.virt.hardware [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.249470] env[62402]: DEBUG nova.virt.hardware [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.249684] env[62402]: DEBUG nova.virt.hardware [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.249846] env[62402]: DEBUG nova.virt.hardware [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.250421] env[62402]: DEBUG nova.virt.hardware [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.250421] env[62402]: DEBUG nova.virt.hardware [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.250531] env[62402]: DEBUG nova.virt.hardware [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.251611] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93965e9-1440-4971-b801-828f1966cbf0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.260242] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b264c21b-ee9c-4e77-854c-49bba90c664d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.295636] env[62402]: DEBUG nova.scheduler.client.report [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.317274] env[62402]: DEBUG nova.compute.manager [req-59fd9f6f-9128-49e3-abce-d1aedc936f47 req-f956e897-0c6e-47d7-b606-2a94cd278591 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Received event network-changed-ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1395.317584] env[62402]: DEBUG nova.compute.manager [req-59fd9f6f-9128-49e3-abce-d1aedc936f47 req-f956e897-0c6e-47d7-b606-2a94cd278591 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Refreshing instance network info cache due to event network-changed-ac21ed64-5884-4c09-ac38-b15ecd887f0d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1395.317901] env[62402]: DEBUG oslo_concurrency.lockutils [req-59fd9f6f-9128-49e3-abce-d1aedc936f47 req-f956e897-0c6e-47d7-b606-2a94cd278591 service nova] Acquiring lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.318165] env[62402]: DEBUG oslo_concurrency.lockutils [req-59fd9f6f-9128-49e3-abce-d1aedc936f47 req-f956e897-0c6e-47d7-b606-2a94cd278591 service nova] Acquired lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.318420] env[62402]: DEBUG nova.network.neutron [req-59fd9f6f-9128-49e3-abce-d1aedc936f47 req-f956e897-0c6e-47d7-b606-2a94cd278591 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Refreshing network info cache for port ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.429986] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52200089-73bb-9f0e-88a5-dd8a791fc039, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.430336] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.430597] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 8426c441-9234-499d-8a72-dc41f32e864e/8426c441-9234-499d-8a72-dc41f32e864e.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.430851] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59bd9fc8-3e27-459e-8e7b-c47261d9ee4c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.437845] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Waiting for the task: (returnval){ [ 1395.437845] env[62402]: value = "task-1872380" [ 1395.437845] env[62402]: _type = "Task" [ 1395.437845] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.446175] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.454367] env[62402]: DEBUG nova.compute.manager [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.524017] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872379, 'name': ReconfigVM_Task, 'duration_secs': 1.101166} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.524017] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 8864de7b-2d40-4b93-a545-ae11a605b0c6/8864de7b-2d40-4b93-a545-ae11a605b0c6.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.524017] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9e8b5a1-c254-4c07-acca-0a4b772ca2e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.530353] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1395.530353] env[62402]: value = "task-1872381" [ 1395.530353] env[62402]: _type = "Task" [ 1395.530353] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.539270] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872381, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.802684] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.803304] env[62402]: DEBUG nova.compute.manager [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1395.805991] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.594s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.806239] env[62402]: DEBUG nova.objects.instance [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62402) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1395.948599] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872380, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.980957] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.040161] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872381, 'name': Rename_Task, 'duration_secs': 0.235853} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.040572] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.040829] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f36ab10-7894-43d1-a6ca-624ac5a6a506 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.047066] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1396.047066] env[62402]: value = "task-1872382" [ 1396.047066] env[62402]: _type = "Task" [ 1396.047066] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.055332] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.058354] env[62402]: DEBUG nova.network.neutron [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Successfully updated port: 0997b040-fb94-40bb-81f2-9405d46f2247 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.130871] env[62402]: DEBUG nova.network.neutron [req-59fd9f6f-9128-49e3-abce-d1aedc936f47 req-f956e897-0c6e-47d7-b606-2a94cd278591 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Updated VIF entry in instance network info cache for port ac21ed64-5884-4c09-ac38-b15ecd887f0d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.131306] env[62402]: DEBUG nova.network.neutron [req-59fd9f6f-9128-49e3-abce-d1aedc936f47 req-f956e897-0c6e-47d7-b606-2a94cd278591 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Updating instance_info_cache with network_info: [{"id": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "address": "fa:16:3e:d9:d4:24", "network": {"id": "94b8469d-fdd8-4c0b-b998-53139108d6f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1108072681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ccb4d778794420eb54b86bf2914f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac21ed64-58", "ovs_interfaceid": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.311583] env[62402]: DEBUG nova.compute.utils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1396.316054] env[62402]: DEBUG nova.compute.manager [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1396.316241] env[62402]: DEBUG nova.network.neutron [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1396.393512] env[62402]: DEBUG nova.policy [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '864ac7596c824983bbb081874f7b5266', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99db452307004bc89d8dc8b2eb4bea19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1396.450538] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545561} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.450879] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 8426c441-9234-499d-8a72-dc41f32e864e/8426c441-9234-499d-8a72-dc41f32e864e.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.451112] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.451506] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-650b86bb-00bd-4094-a37c-6be65ddf94d8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.458573] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Waiting for the task: (returnval){ [ 1396.458573] env[62402]: value = "task-1872383" [ 1396.458573] env[62402]: _type = "Task" [ 1396.458573] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.469865] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.560454] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872382, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.562224] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Acquiring lock "refresh_cache-ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.562224] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Acquired lock "refresh_cache-ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.562493] env[62402]: DEBUG nova.network.neutron [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.634816] env[62402]: DEBUG oslo_concurrency.lockutils [req-59fd9f6f-9128-49e3-abce-d1aedc936f47 req-f956e897-0c6e-47d7-b606-2a94cd278591 service nova] Releasing lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.789729] env[62402]: DEBUG nova.network.neutron [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Successfully created port: 580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1396.817193] env[62402]: DEBUG nova.compute.manager [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1396.823626] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74adb7f2-6541-4bd3-9a0b-3b708beb8acc tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.823626] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.635s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.823626] env[62402]: DEBUG nova.objects.instance [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lazy-loading 'resources' on Instance uuid 83859393-d5b2-4e02-9e39-4672a02616d8 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.975863] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117588} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.976191] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1396.977033] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a186af-98d6-4b1d-b67b-8a62a7e39c99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.004031] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 8426c441-9234-499d-8a72-dc41f32e864e/8426c441-9234-499d-8a72-dc41f32e864e.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.004932] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0217e65-a695-4045-920b-9c37b3415d7d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.025941] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Waiting for the task: (returnval){ [ 1397.025941] env[62402]: value = "task-1872384" [ 1397.025941] env[62402]: _type = "Task" [ 1397.025941] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.037614] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.057351] env[62402]: DEBUG oslo_vmware.api [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872382, 'name': PowerOnVM_Task, 'duration_secs': 0.99221} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.057633] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.057844] env[62402]: INFO nova.compute.manager [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1397.058032] env[62402]: DEBUG nova.compute.manager [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.058878] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d0c152-b2bd-475f-b220-43306b96c458 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.106760] env[62402]: DEBUG nova.network.neutron [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.315984] env[62402]: DEBUG nova.network.neutron [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Updating instance_info_cache with network_info: [{"id": "0997b040-fb94-40bb-81f2-9405d46f2247", "address": "fa:16:3e:a6:63:31", "network": {"id": "1087d822-e470-498e-91f5-241cdd0abe1c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1466587155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f84af16c8e14fbc9bb613fae8332f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0997b040-fb", "ovs_interfaceid": "0997b040-fb94-40bb-81f2-9405d46f2247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.549676] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.577906] env[62402]: INFO nova.compute.manager [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Took 37.66 seconds to build instance. [ 1397.803594] env[62402]: DEBUG nova.compute.manager [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Received event network-vif-plugged-0997b040-fb94-40bb-81f2-9405d46f2247 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1397.803821] env[62402]: DEBUG oslo_concurrency.lockutils [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] Acquiring lock "ed8a1173-1276-4c3e-a4b9-b9f9b74d529f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.805505] env[62402]: DEBUG oslo_concurrency.lockutils [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] Lock "ed8a1173-1276-4c3e-a4b9-b9f9b74d529f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.805785] env[62402]: DEBUG oslo_concurrency.lockutils [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] Lock "ed8a1173-1276-4c3e-a4b9-b9f9b74d529f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.805974] env[62402]: DEBUG nova.compute.manager [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] No waiting events found dispatching network-vif-plugged-0997b040-fb94-40bb-81f2-9405d46f2247 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1397.806161] env[62402]: WARNING nova.compute.manager [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Received unexpected event network-vif-plugged-0997b040-fb94-40bb-81f2-9405d46f2247 for instance with vm_state building and task_state spawning. [ 1397.806343] env[62402]: DEBUG nova.compute.manager [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Received event network-changed-0997b040-fb94-40bb-81f2-9405d46f2247 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1397.806505] env[62402]: DEBUG nova.compute.manager [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Refreshing instance network info cache due to event network-changed-0997b040-fb94-40bb-81f2-9405d46f2247. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1397.806676] env[62402]: DEBUG oslo_concurrency.lockutils [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] Acquiring lock "refresh_cache-ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.829024] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Releasing lock "refresh_cache-ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.829024] env[62402]: DEBUG nova.compute.manager [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Instance network_info: |[{"id": "0997b040-fb94-40bb-81f2-9405d46f2247", "address": "fa:16:3e:a6:63:31", "network": {"id": "1087d822-e470-498e-91f5-241cdd0abe1c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1466587155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f84af16c8e14fbc9bb613fae8332f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0997b040-fb", "ovs_interfaceid": "0997b040-fb94-40bb-81f2-9405d46f2247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1397.829276] env[62402]: DEBUG oslo_concurrency.lockutils [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] Acquired lock "refresh_cache-ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.829276] env[62402]: DEBUG nova.network.neutron [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Refreshing network info cache for port 0997b040-fb94-40bb-81f2-9405d46f2247 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.829276] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:63:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0997b040-fb94-40bb-81f2-9405d46f2247', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.837183] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Creating folder: Project (0f84af16c8e14fbc9bb613fae8332f22). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1397.840411] env[62402]: DEBUG nova.compute.manager [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1397.842369] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e32f1dd-c823-4461-89ba-bd76009c3d4e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.857878] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Created folder: Project (0f84af16c8e14fbc9bb613fae8332f22) in parent group-v386882. [ 1397.858238] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Creating folder: Instances. Parent ref: group-v386963. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1397.861349] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74351410-2943-46b6-9c86-f6748eaac62d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.871827] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Created folder: Instances in parent group-v386963. [ 1397.872083] env[62402]: DEBUG oslo.service.loopingcall [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.872441] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.872529] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c18c5b81-c5c5-49eb-b3e1-b7044ecf3598 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.892590] env[62402]: DEBUG nova.virt.hardware [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1397.893045] env[62402]: DEBUG nova.virt.hardware [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.893045] env[62402]: DEBUG nova.virt.hardware [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1397.893125] env[62402]: DEBUG nova.virt.hardware [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.893265] env[62402]: DEBUG nova.virt.hardware [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1397.893414] env[62402]: DEBUG nova.virt.hardware [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1397.893618] env[62402]: DEBUG nova.virt.hardware [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1397.893775] env[62402]: DEBUG nova.virt.hardware [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1397.893937] env[62402]: DEBUG nova.virt.hardware [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1397.894113] env[62402]: DEBUG nova.virt.hardware [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1397.894288] env[62402]: DEBUG nova.virt.hardware [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1397.896366] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322f0edc-59b2-4116-b9d1-94605a6fe67b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.906589] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7323a8c7-664d-49aa-826e-1bd327ea4321 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.910060] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.910060] env[62402]: value = "task-1872387" [ 1397.910060] env[62402]: _type = "Task" [ 1397.910060] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.931856] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872387, 'name': CreateVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.960300] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f143f2-8fdc-47c3-a67c-07dd4fdfdd5f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.970320] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb37826-33a2-4cbe-b7b4-5c5e3632e9dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.008674] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72254b2d-7b5c-4335-a1eb-170a105087bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.017316] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ff9a88-8939-4d14-a489-4fa4937e184a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.031870] env[62402]: DEBUG nova.compute.provider_tree [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.041772] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.082778] env[62402]: DEBUG oslo_concurrency.lockutils [None req-723a46c3-ae54-4a19-ae03-b2f4fa5ad1fc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "8864de7b-2d40-4b93-a545-ae11a605b0c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.976s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.422612] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872387, 'name': CreateVM_Task, 'duration_secs': 0.352299} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.422769] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.423549] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.423776] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.424105] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1398.424353] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba70c193-bc3a-4051-ac6a-b15d8483a8d8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.429519] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Waiting for the task: (returnval){ [ 1398.429519] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52afb729-0959-29cc-8f26-99ad1d896821" [ 1398.429519] env[62402]: _type = "Task" [ 1398.429519] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.437412] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52afb729-0959-29cc-8f26-99ad1d896821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.537304] env[62402]: DEBUG nova.scheduler.client.report [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.544394] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872384, 'name': ReconfigVM_Task, 'duration_secs': 1.164479} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.544936] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 8426c441-9234-499d-8a72-dc41f32e864e/8426c441-9234-499d-8a72-dc41f32e864e.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.545569] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44c45e5c-3130-4c88-a6b2-2219204d0eaf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.555164] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Waiting for the task: (returnval){ [ 1398.555164] env[62402]: value = "task-1872388" [ 1398.555164] env[62402]: _type = "Task" [ 1398.555164] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.564240] env[62402]: INFO nova.compute.manager [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Rescuing [ 1398.564488] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "refresh_cache-8864de7b-2d40-4b93-a545-ae11a605b0c6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.564649] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "refresh_cache-8864de7b-2d40-4b93-a545-ae11a605b0c6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.564830] env[62402]: DEBUG nova.network.neutron [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.566411] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872388, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.587293] env[62402]: DEBUG nova.compute.manager [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1398.667242] env[62402]: DEBUG nova.network.neutron [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Updated VIF entry in instance network info cache for port 0997b040-fb94-40bb-81f2-9405d46f2247. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.667732] env[62402]: DEBUG nova.network.neutron [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Updating instance_info_cache with network_info: [{"id": "0997b040-fb94-40bb-81f2-9405d46f2247", "address": "fa:16:3e:a6:63:31", "network": {"id": "1087d822-e470-498e-91f5-241cdd0abe1c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1466587155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f84af16c8e14fbc9bb613fae8332f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0997b040-fb", "ovs_interfaceid": "0997b040-fb94-40bb-81f2-9405d46f2247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.799899] env[62402]: DEBUG nova.network.neutron [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Successfully updated port: 580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.895790] env[62402]: DEBUG nova.compute.manager [req-ac3ced0f-9703-4137-a4d4-652a092faabc req-0e94850f-8ba0-4d98-a83f-ecda3dd014b3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Received event network-vif-plugged-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1398.896015] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac3ced0f-9703-4137-a4d4-652a092faabc req-0e94850f-8ba0-4d98-a83f-ecda3dd014b3 service nova] Acquiring lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.896243] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac3ced0f-9703-4137-a4d4-652a092faabc req-0e94850f-8ba0-4d98-a83f-ecda3dd014b3 service nova] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.896438] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac3ced0f-9703-4137-a4d4-652a092faabc req-0e94850f-8ba0-4d98-a83f-ecda3dd014b3 service nova] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.896610] env[62402]: DEBUG nova.compute.manager [req-ac3ced0f-9703-4137-a4d4-652a092faabc req-0e94850f-8ba0-4d98-a83f-ecda3dd014b3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] No waiting events found dispatching network-vif-plugged-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1398.896777] env[62402]: WARNING nova.compute.manager [req-ac3ced0f-9703-4137-a4d4-652a092faabc req-0e94850f-8ba0-4d98-a83f-ecda3dd014b3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Received unexpected event network-vif-plugged-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 for instance with vm_state building and task_state spawning. [ 1398.941048] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52afb729-0959-29cc-8f26-99ad1d896821, 'name': SearchDatastore_Task, 'duration_secs': 0.02438} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.941556] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.942346] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.942707] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.942951] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.943420] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.944281] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ba1a0d7-7c58-4f5b-9ec6-66162e762b42 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.957439] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.957812] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.958905] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3873bb8c-4937-4daf-a4a5-1e360668022c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.965924] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Waiting for the task: (returnval){ [ 1398.965924] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b6c5d0-20c1-55c4-5129-6727155350c4" [ 1398.965924] env[62402]: _type = "Task" [ 1398.965924] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.974970] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b6c5d0-20c1-55c4-5129-6727155350c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.045977] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.054648] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.532s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.056197] env[62402]: INFO nova.compute.claims [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.077018] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872388, 'name': Rename_Task, 'duration_secs': 0.143257} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.077018] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.077018] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a405c34f-3501-4c8b-a8eb-546381465ee2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.081793] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Waiting for the task: (returnval){ [ 1399.081793] env[62402]: value = "task-1872389" [ 1399.081793] env[62402]: _type = "Task" [ 1399.081793] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.090063] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.090972] env[62402]: INFO nova.scheduler.client.report [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Deleted allocations for instance 83859393-d5b2-4e02-9e39-4672a02616d8 [ 1399.117047] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.174582] env[62402]: DEBUG oslo_concurrency.lockutils [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] Releasing lock "refresh_cache-ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.174983] env[62402]: DEBUG nova.compute.manager [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Received event network-changed-ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1399.175267] env[62402]: DEBUG nova.compute.manager [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Refreshing instance network info cache due to event network-changed-ac21ed64-5884-4c09-ac38-b15ecd887f0d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1399.175577] env[62402]: DEBUG oslo_concurrency.lockutils [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] Acquiring lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.175903] env[62402]: DEBUG oslo_concurrency.lockutils [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] Acquired lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.176156] env[62402]: DEBUG nova.network.neutron [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Refreshing network info cache for port ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.308554] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.308554] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.308554] env[62402]: DEBUG nova.network.neutron [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.386565] env[62402]: DEBUG nova.network.neutron [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Updating instance_info_cache with network_info: [{"id": "1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1", "address": "fa:16:3e:0e:79:89", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1acea6fb-d3", "ovs_interfaceid": "1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.477133] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b6c5d0-20c1-55c4-5129-6727155350c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013956} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.477930] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9ae21d-1eb9-4ea5-9b0c-11c0c55f215a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.484103] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Waiting for the task: (returnval){ [ 1399.484103] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5233e3cf-375c-f81b-959a-16d07f23ea58" [ 1399.484103] env[62402]: _type = "Task" [ 1399.484103] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.492919] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5233e3cf-375c-f81b-959a-16d07f23ea58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.591618] env[62402]: DEBUG oslo_vmware.api [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872389, 'name': PowerOnVM_Task, 'duration_secs': 0.441164} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.591887] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.592633] env[62402]: INFO nova.compute.manager [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1399.592633] env[62402]: DEBUG nova.compute.manager [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1399.593065] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4697e86-2c87-40a2-8b16-7047dc4b95e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.603019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef912bef-5961-4c61-b94c-eae1c3beac62 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "83859393-d5b2-4e02-9e39-4672a02616d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.579s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.626489] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "419be04d-04c1-4099-bf22-e8063e4bfbae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.626721] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "419be04d-04c1-4099-bf22-e8063e4bfbae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.626914] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "419be04d-04c1-4099-bf22-e8063e4bfbae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.627196] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "419be04d-04c1-4099-bf22-e8063e4bfbae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.627367] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "419be04d-04c1-4099-bf22-e8063e4bfbae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.629201] env[62402]: INFO nova.compute.manager [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Terminating instance [ 1399.837850] env[62402]: DEBUG nova.network.neutron [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.890076] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "refresh_cache-8864de7b-2d40-4b93-a545-ae11a605b0c6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.952356] env[62402]: DEBUG nova.network.neutron [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Updated VIF entry in instance network info cache for port ac21ed64-5884-4c09-ac38-b15ecd887f0d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.952725] env[62402]: DEBUG nova.network.neutron [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Updating instance_info_cache with network_info: [{"id": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "address": "fa:16:3e:d9:d4:24", "network": {"id": "94b8469d-fdd8-4c0b-b998-53139108d6f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1108072681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ccb4d778794420eb54b86bf2914f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac21ed64-58", "ovs_interfaceid": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.981086] env[62402]: DEBUG nova.network.neutron [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Updating instance_info_cache with network_info: [{"id": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "address": "fa:16:3e:cb:4d:c3", "network": {"id": "55b1594d-1bc7-4adf-aec8-42fa735c5477", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-643510234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db452307004bc89d8dc8b2eb4bea19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580fb1c2-f1", "ovs_interfaceid": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.994879] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5233e3cf-375c-f81b-959a-16d07f23ea58, 'name': SearchDatastore_Task, 'duration_secs': 0.011405} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.995125] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.995949] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] ed8a1173-1276-4c3e-a4b9-b9f9b74d529f/ed8a1173-1276-4c3e-a4b9-b9f9b74d529f.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.995949] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41fbb5b4-da07-4134-ae49-7d3f63e07b17 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.002036] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Waiting for the task: (returnval){ [ 1400.002036] env[62402]: value = "task-1872390" [ 1400.002036] env[62402]: _type = "Task" [ 1400.002036] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.009503] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.117935] env[62402]: DEBUG nova.compute.manager [req-2adf844e-da74-49e1-912f-cf151d941d13 req-42f6abe8-da77-4016-a36c-d37c2e5ba2ae service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Received event network-changed-df4d3822-2612-4537-b661-4cca2f4785e8 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1400.118182] env[62402]: DEBUG nova.compute.manager [req-2adf844e-da74-49e1-912f-cf151d941d13 req-42f6abe8-da77-4016-a36c-d37c2e5ba2ae service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Refreshing instance network info cache due to event network-changed-df4d3822-2612-4537-b661-4cca2f4785e8. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1400.118285] env[62402]: DEBUG oslo_concurrency.lockutils [req-2adf844e-da74-49e1-912f-cf151d941d13 req-42f6abe8-da77-4016-a36c-d37c2e5ba2ae service nova] Acquiring lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.118424] env[62402]: DEBUG oslo_concurrency.lockutils [req-2adf844e-da74-49e1-912f-cf151d941d13 req-42f6abe8-da77-4016-a36c-d37c2e5ba2ae service nova] Acquired lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.118584] env[62402]: DEBUG nova.network.neutron [req-2adf844e-da74-49e1-912f-cf151d941d13 req-42f6abe8-da77-4016-a36c-d37c2e5ba2ae service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Refreshing network info cache for port df4d3822-2612-4537-b661-4cca2f4785e8 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.120087] env[62402]: INFO nova.compute.manager [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Took 38.14 seconds to build instance. [ 1400.129091] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "27542ea8-947c-47a3-851d-ce46f0548a92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.129335] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "27542ea8-947c-47a3-851d-ce46f0548a92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.129971] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "27542ea8-947c-47a3-851d-ce46f0548a92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.130181] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "27542ea8-947c-47a3-851d-ce46f0548a92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.130430] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "27542ea8-947c-47a3-851d-ce46f0548a92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.133122] env[62402]: DEBUG nova.compute.manager [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1400.133632] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.133758] env[62402]: INFO nova.compute.manager [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Terminating instance [ 1400.135651] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bdd37a-c556-4ffb-9cc1-1c7d9ca70f56 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.147737] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.148269] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5058f609-de8c-4fa3-9989-5c8c4293dacd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.154999] env[62402]: DEBUG oslo_vmware.api [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1400.154999] env[62402]: value = "task-1872391" [ 1400.154999] env[62402]: _type = "Task" [ 1400.154999] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.167036] env[62402]: DEBUG oslo_vmware.api [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.455735] env[62402]: DEBUG oslo_concurrency.lockutils [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] Releasing lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.456342] env[62402]: DEBUG nova.compute.manager [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Received event network-changed-df4d3822-2612-4537-b661-4cca2f4785e8 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1400.456568] env[62402]: DEBUG nova.compute.manager [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Refreshing instance network info cache due to event network-changed-df4d3822-2612-4537-b661-4cca2f4785e8. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1400.456795] env[62402]: DEBUG oslo_concurrency.lockutils [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] Acquiring lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.483566] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Releasing lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.483915] env[62402]: DEBUG nova.compute.manager [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Instance network_info: |[{"id": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "address": "fa:16:3e:cb:4d:c3", "network": {"id": "55b1594d-1bc7-4adf-aec8-42fa735c5477", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-643510234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db452307004bc89d8dc8b2eb4bea19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580fb1c2-f1", "ovs_interfaceid": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.484364] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:4d:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.493714] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Creating folder: Project (99db452307004bc89d8dc8b2eb4bea19). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.497023] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b6fa252-1692-415d-8441-4ac5e3c277b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.508989] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Created folder: Project (99db452307004bc89d8dc8b2eb4bea19) in parent group-v386882. [ 1400.509278] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Creating folder: Instances. Parent ref: group-v386966. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.509571] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00ffb737-2ea2-4b68-a216-dc019ed1f204 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.516694] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872390, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.528158] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Created folder: Instances in parent group-v386966. [ 1400.528365] env[62402]: DEBUG oslo.service.loopingcall [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.529040] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.529040] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4152771-ccfe-4a9c-8afc-d1ccef588728 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.551628] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.551628] env[62402]: value = "task-1872394" [ 1400.551628] env[62402]: _type = "Task" [ 1400.551628] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.567116] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872394, 'name': CreateVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.627231] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f450b89d-e4ce-499a-8f76-6fe8470baaea tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lock "8426c441-9234-499d-8a72-dc41f32e864e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.815s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.644313] env[62402]: DEBUG nova.compute.manager [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1400.644591] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.645861] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5f47c4-8274-4ffa-aa7c-18730f91b843 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.656355] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.662763] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54dd486a-d6c9-4f34-97fa-953c5f95a5b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.671160] env[62402]: DEBUG oslo_vmware.api [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872391, 'name': PowerOffVM_Task, 'duration_secs': 0.368459} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.672478] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.672690] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.673051] env[62402]: DEBUG oslo_vmware.api [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1400.673051] env[62402]: value = "task-1872395" [ 1400.673051] env[62402]: _type = "Task" [ 1400.673051] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.673263] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77db92d8-4f44-42b9-bf35-ca05dd192fa4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.688449] env[62402]: DEBUG oslo_vmware.api [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.691112] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89740f6c-d9f3-4ff9-b98c-16cf39fdc0d8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.699007] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cb60d1-a76e-4f95-8e11-9c4cb2104a56 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.729022] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c1f758-0b48-40b8-a357-1e27c8386cfb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.736768] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b58ac5-4114-4b81-b721-598d4923d670 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.752241] env[62402]: DEBUG nova.compute.provider_tree [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.012756] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669284} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.013265] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] ed8a1173-1276-4c3e-a4b9-b9f9b74d529f/ed8a1173-1276-4c3e-a4b9-b9f9b74d529f.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.013265] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.014028] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aac58d5d-14a3-4387-93de-86147cc3af53 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.020330] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Waiting for the task: (returnval){ [ 1401.020330] env[62402]: value = "task-1872397" [ 1401.020330] env[62402]: _type = "Task" [ 1401.020330] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.028445] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.045615] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.045907] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.046109] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Deleting the datastore file [datastore2] 419be04d-04c1-4099-bf22-e8063e4bfbae {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.046380] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e553cb9d-fe53-4713-babe-c25603df18c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.053189] env[62402]: DEBUG oslo_vmware.api [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1401.053189] env[62402]: value = "task-1872398" [ 1401.053189] env[62402]: _type = "Task" [ 1401.053189] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.062769] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d3aa62cf-29d9-4388-9c75-f22d6ece9854 tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquiring lock "interface-8426c441-9234-499d-8a72-dc41f32e864e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.063065] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d3aa62cf-29d9-4388-9c75-f22d6ece9854 tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lock "interface-8426c441-9234-499d-8a72-dc41f32e864e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.063396] env[62402]: DEBUG nova.objects.instance [None req-d3aa62cf-29d9-4388-9c75-f22d6ece9854 tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lazy-loading 'flavor' on Instance uuid 8426c441-9234-499d-8a72-dc41f32e864e {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.072144] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872394, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.072144] env[62402]: DEBUG oslo_vmware.api [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.129984] env[62402]: DEBUG nova.compute.manager [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1401.157498] env[62402]: DEBUG nova.network.neutron [req-2adf844e-da74-49e1-912f-cf151d941d13 req-42f6abe8-da77-4016-a36c-d37c2e5ba2ae service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Updated VIF entry in instance network info cache for port df4d3822-2612-4537-b661-4cca2f4785e8. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.157932] env[62402]: DEBUG nova.network.neutron [req-2adf844e-da74-49e1-912f-cf151d941d13 req-42f6abe8-da77-4016-a36c-d37c2e5ba2ae service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Updating instance_info_cache with network_info: [{"id": "df4d3822-2612-4537-b661-4cca2f4785e8", "address": "fa:16:3e:6f:c0:af", "network": {"id": "94b8469d-fdd8-4c0b-b998-53139108d6f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1108072681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ccb4d778794420eb54b86bf2914f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4d3822-26", "ovs_interfaceid": "df4d3822-2612-4537-b661-4cca2f4785e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.184687] env[62402]: DEBUG oslo_vmware.api [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872395, 'name': PowerOffVM_Task, 'duration_secs': 0.45573} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.184951] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.185136] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.185389] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-289bcc0d-8dc0-4474-82c0-b08670e75ab6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.257464] env[62402]: DEBUG nova.scheduler.client.report [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.283770] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.284011] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.284219] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Deleting the datastore file [datastore1] 27542ea8-947c-47a3-851d-ce46f0548a92 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.284894] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e216c6b5-269d-41a7-9b14-2173a6a4588b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.291835] env[62402]: DEBUG oslo_vmware.api [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for the task: (returnval){ [ 1401.291835] env[62402]: value = "task-1872400" [ 1401.291835] env[62402]: _type = "Task" [ 1401.291835] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.300729] env[62402]: DEBUG oslo_vmware.api [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.428551] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.428749] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d7d0619-d3ae-4949-8f08-15dade0363e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.436101] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1401.436101] env[62402]: value = "task-1872401" [ 1401.436101] env[62402]: _type = "Task" [ 1401.436101] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.443680] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.530900] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079402} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.530900] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.531531] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cf2975-01b3-4bd4-aa94-2c666677b1d3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.555195] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ed8a1173-1276-4c3e-a4b9-b9f9b74d529f/ed8a1173-1276-4c3e-a4b9-b9f9b74d529f.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.555532] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-899ea459-fef2-4c98-b3ae-07d03e745cd4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.574400] env[62402]: DEBUG nova.objects.instance [None req-d3aa62cf-29d9-4388-9c75-f22d6ece9854 tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lazy-loading 'pci_requests' on Instance uuid 8426c441-9234-499d-8a72-dc41f32e864e {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.583576] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Waiting for the task: (returnval){ [ 1401.583576] env[62402]: value = "task-1872402" [ 1401.583576] env[62402]: _type = "Task" [ 1401.583576] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.589295] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872394, 'name': CreateVM_Task, 'duration_secs': 0.859817} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.589589] env[62402]: DEBUG oslo_vmware.api [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189811} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.592976] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.593287] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.593518] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.593735] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.593952] env[62402]: INFO nova.compute.manager [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1401.594235] env[62402]: DEBUG oslo.service.loopingcall [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.595117] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.595335] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.595678] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.595937] env[62402]: DEBUG nova.compute.manager [-] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.596086] env[62402]: DEBUG nova.network.neutron [-] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.598131] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d256fd04-cfc3-4145-9e1f-46724a310895 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.603239] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.606096] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1401.606096] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dfe1cd-f31f-f12c-4168-6bb4ccadfe06" [ 1401.606096] env[62402]: _type = "Task" [ 1401.606096] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.613976] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dfe1cd-f31f-f12c-4168-6bb4ccadfe06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.661345] env[62402]: DEBUG oslo_concurrency.lockutils [req-2adf844e-da74-49e1-912f-cf151d941d13 req-42f6abe8-da77-4016-a36c-d37c2e5ba2ae service nova] Releasing lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.662772] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.663048] env[62402]: DEBUG oslo_concurrency.lockutils [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] Acquired lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.663235] env[62402]: DEBUG nova.network.neutron [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Refreshing network info cache for port df4d3822-2612-4537-b661-4cca2f4785e8 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.764055] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.764776] env[62402]: DEBUG nova.compute.manager [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1401.770612] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.423s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.802106] env[62402]: DEBUG oslo_vmware.api [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Task: {'id': task-1872400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136626} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.802376] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.802577] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.802778] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.802953] env[62402]: INFO nova.compute.manager [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1401.803205] env[62402]: DEBUG oslo.service.loopingcall [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.803441] env[62402]: DEBUG nova.compute.manager [-] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.803492] env[62402]: DEBUG nova.network.neutron [-] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.945897] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872401, 'name': PowerOffVM_Task, 'duration_secs': 0.190452} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.946550] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.947371] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99ec2ad-09ce-40dc-a226-0cbdb33e2166 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.965725] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe95c0d-955c-4745-a948-af24223ba5b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.001782] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.002089] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9aae7c7-dd51-4087-a072-b1d5b090e4c2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.009050] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1402.009050] env[62402]: value = "task-1872403" [ 1402.009050] env[62402]: _type = "Task" [ 1402.009050] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.016979] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.079300] env[62402]: DEBUG nova.objects.base [None req-d3aa62cf-29d9-4388-9c75-f22d6ece9854 tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Object Instance<8426c441-9234-499d-8a72-dc41f32e864e> lazy-loaded attributes: flavor,pci_requests {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1402.079515] env[62402]: DEBUG nova.network.neutron [None req-d3aa62cf-29d9-4388-9c75-f22d6ece9854 tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.100701] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.115839] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dfe1cd-f31f-f12c-4168-6bb4ccadfe06, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.116158] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.116391] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.117108] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.117108] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.117108] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.117205] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2709080e-7194-48cb-813f-95e0360f23df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.125338] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.125519] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.126511] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d9cff5-ab3d-40fd-a0c1-9cf6ffc52232 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.132384] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1402.132384] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52336872-b572-5261-09d5-65ab73937ef0" [ 1402.132384] env[62402]: _type = "Task" [ 1402.132384] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.140377] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52336872-b572-5261-09d5-65ab73937ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.161572] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d3aa62cf-29d9-4388-9c75-f22d6ece9854 tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lock "interface-8426c441-9234-499d-8a72-dc41f32e864e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.173813] env[62402]: DEBUG nova.compute.manager [req-01b7159e-1130-4c28-9f21-652d180cef69 req-464f5157-9628-4def-8547-ed7f9390c170 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Received event network-changed-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1402.174023] env[62402]: DEBUG nova.compute.manager [req-01b7159e-1130-4c28-9f21-652d180cef69 req-464f5157-9628-4def-8547-ed7f9390c170 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Refreshing instance network info cache due to event network-changed-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1402.174284] env[62402]: DEBUG oslo_concurrency.lockutils [req-01b7159e-1130-4c28-9f21-652d180cef69 req-464f5157-9628-4def-8547-ed7f9390c170 service nova] Acquiring lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.174435] env[62402]: DEBUG oslo_concurrency.lockutils [req-01b7159e-1130-4c28-9f21-652d180cef69 req-464f5157-9628-4def-8547-ed7f9390c170 service nova] Acquired lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.174599] env[62402]: DEBUG nova.network.neutron [req-01b7159e-1130-4c28-9f21-652d180cef69 req-464f5157-9628-4def-8547-ed7f9390c170 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Refreshing network info cache for port 580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.182054] env[62402]: INFO nova.network.neutron [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Port df4d3822-2612-4537-b661-4cca2f4785e8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1402.182181] env[62402]: DEBUG nova.network.neutron [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.275026] env[62402]: DEBUG nova.compute.utils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1402.279115] env[62402]: DEBUG nova.compute.manager [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Not allocating networking since 'none' was specified. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1402.370310] env[62402]: DEBUG nova.network.neutron [-] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.521737] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1402.521956] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.522204] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.543014] env[62402]: DEBUG nova.network.neutron [-] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.601096] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.641749] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52336872-b572-5261-09d5-65ab73937ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.008434} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.644891] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2074fd1-6740-4697-952c-fabf261a1278 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.649874] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1402.649874] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c5d005-1760-3182-8f04-588357484ebd" [ 1402.649874] env[62402]: _type = "Task" [ 1402.649874] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.658431] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c5d005-1760-3182-8f04-588357484ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.685643] env[62402]: DEBUG oslo_concurrency.lockutils [req-661bf946-ccc0-4cfd-b31a-feafb7e0d0d7 req-69850322-7b8c-4969-a11d-5908428689ae service nova] Releasing lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.687236] env[62402]: DEBUG nova.compute.manager [req-b4a377e4-6b76-4867-b062-e5e78ffcb57a req-5fb50f43-4da0-48e1-8646-67bee76b76b7 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Received event network-changed-ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1402.687455] env[62402]: DEBUG nova.compute.manager [req-b4a377e4-6b76-4867-b062-e5e78ffcb57a req-5fb50f43-4da0-48e1-8646-67bee76b76b7 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Refreshing instance network info cache due to event network-changed-ac21ed64-5884-4c09-ac38-b15ecd887f0d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1402.687748] env[62402]: DEBUG oslo_concurrency.lockutils [req-b4a377e4-6b76-4867-b062-e5e78ffcb57a req-5fb50f43-4da0-48e1-8646-67bee76b76b7 service nova] Acquiring lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.687967] env[62402]: DEBUG oslo_concurrency.lockutils [req-b4a377e4-6b76-4867-b062-e5e78ffcb57a req-5fb50f43-4da0-48e1-8646-67bee76b76b7 service nova] Acquired lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.688204] env[62402]: DEBUG nova.network.neutron [req-b4a377e4-6b76-4867-b062-e5e78ffcb57a req-5fb50f43-4da0-48e1-8646-67bee76b76b7 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Refreshing network info cache for port ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.743564] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc56cd39-da90-42fa-b1db-42b7edadb8dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.755932] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f9e515-8369-4533-b87e-288cbffa0ba6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.786589] env[62402]: DEBUG nova.compute.manager [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1402.792050] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a888cba-95d8-4c05-a04a-9edd4413e5b9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.799928] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2492e1ae-f88f-4948-86aa-a61cd9e15699 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.813420] env[62402]: DEBUG nova.compute.provider_tree [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.872898] env[62402]: INFO nova.compute.manager [-] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Took 1.28 seconds to deallocate network for instance. [ 1402.925774] env[62402]: DEBUG nova.network.neutron [req-01b7159e-1130-4c28-9f21-652d180cef69 req-464f5157-9628-4def-8547-ed7f9390c170 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Updated VIF entry in instance network info cache for port 580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.926122] env[62402]: DEBUG nova.network.neutron [req-01b7159e-1130-4c28-9f21-652d180cef69 req-464f5157-9628-4def-8547-ed7f9390c170 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Updating instance_info_cache with network_info: [{"id": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "address": "fa:16:3e:cb:4d:c3", "network": {"id": "55b1594d-1bc7-4adf-aec8-42fa735c5477", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-643510234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db452307004bc89d8dc8b2eb4bea19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580fb1c2-f1", "ovs_interfaceid": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.045709] env[62402]: INFO nova.compute.manager [-] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Took 1.24 seconds to deallocate network for instance. [ 1403.100732] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.160852] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c5d005-1760-3182-8f04-588357484ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.161205] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.161415] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] ebbff6cc-ef6a-4770-8a99-4f0e876b275a/ebbff6cc-ef6a-4770-8a99-4f0e876b275a.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.161707] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.161898] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.162121] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7fb6680-90c7-43cf-8310-1aa7ef227e0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.164056] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e887f75-336e-46fa-a05d-763f0e8c2f1a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.175455] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1403.175455] env[62402]: value = "task-1872404" [ 1403.175455] env[62402]: _type = "Task" [ 1403.175455] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.176628] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.176823] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.180741] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc6fdcd-c417-43f3-97a5-69daed948a0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.189196] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.189485] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1403.189485] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52317ead-c6bc-28b3-c457-5816f6075794" [ 1403.189485] env[62402]: _type = "Task" [ 1403.189485] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.202096] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52317ead-c6bc-28b3-c457-5816f6075794, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.202870] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba306bbf-dbba-49e5-b2fb-9b358119e0d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.207816] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1403.207816] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e3da4f-787b-b06c-4c4f-5ed453452fdb" [ 1403.207816] env[62402]: _type = "Task" [ 1403.207816] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.216613] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e3da4f-787b-b06c-4c4f-5ed453452fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.319793] env[62402]: DEBUG nova.scheduler.client.report [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.383305] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.428861] env[62402]: DEBUG oslo_concurrency.lockutils [req-01b7159e-1130-4c28-9f21-652d180cef69 req-464f5157-9628-4def-8547-ed7f9390c170 service nova] Releasing lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.440600] env[62402]: DEBUG nova.network.neutron [req-b4a377e4-6b76-4867-b062-e5e78ffcb57a req-5fb50f43-4da0-48e1-8646-67bee76b76b7 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Updated VIF entry in instance network info cache for port ac21ed64-5884-4c09-ac38-b15ecd887f0d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.440963] env[62402]: DEBUG nova.network.neutron [req-b4a377e4-6b76-4867-b062-e5e78ffcb57a req-5fb50f43-4da0-48e1-8646-67bee76b76b7 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Updating instance_info_cache with network_info: [{"id": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "address": "fa:16:3e:d9:d4:24", "network": {"id": "94b8469d-fdd8-4c0b-b998-53139108d6f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1108072681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ccb4d778794420eb54b86bf2914f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac21ed64-58", "ovs_interfaceid": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.552768] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.601130] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872402, 'name': ReconfigVM_Task, 'duration_secs': 1.679343} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.601558] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ed8a1173-1276-4c3e-a4b9-b9f9b74d529f/ed8a1173-1276-4c3e-a4b9-b9f9b74d529f.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.602252] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7547709a-cf03-4c32-bdef-6425064f5997 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.615273] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Waiting for the task: (returnval){ [ 1403.615273] env[62402]: value = "task-1872405" [ 1403.615273] env[62402]: _type = "Task" [ 1403.615273] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.623831] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872405, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.686225] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481488} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.687324] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] ebbff6cc-ef6a-4770-8a99-4f0e876b275a/ebbff6cc-ef6a-4770-8a99-4f0e876b275a.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.687324] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.687324] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4c5b3d2-9013-4225-89aa-c1c7bc8e4709 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.695688] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1403.695688] env[62402]: value = "task-1872406" [ 1403.695688] env[62402]: _type = "Task" [ 1403.695688] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.703650] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.717991] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e3da4f-787b-b06c-4c4f-5ed453452fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009132} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.717991] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.718161] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 8864de7b-2d40-4b93-a545-ae11a605b0c6/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk. {{(pid=62402) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1403.718335] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0e2ff92-61e8-4a8e-9349-08b7cff48829 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.725096] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1403.725096] env[62402]: value = "task-1872407" [ 1403.725096] env[62402]: _type = "Task" [ 1403.725096] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.733236] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.800652] env[62402]: DEBUG nova.compute.manager [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1403.829429] env[62402]: DEBUG nova.virt.hardware [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1403.829522] env[62402]: DEBUG nova.virt.hardware [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.829737] env[62402]: DEBUG nova.virt.hardware [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1403.829899] env[62402]: DEBUG nova.virt.hardware [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.829965] env[62402]: DEBUG nova.virt.hardware [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1403.830152] env[62402]: DEBUG nova.virt.hardware [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1403.830390] env[62402]: DEBUG nova.virt.hardware [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1403.830591] env[62402]: DEBUG nova.virt.hardware [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1403.830768] env[62402]: DEBUG nova.virt.hardware [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1403.830851] env[62402]: DEBUG nova.virt.hardware [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1403.831089] env[62402]: DEBUG nova.virt.hardware [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1403.831934] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d1cb25-5647-4a02-ad3a-1f7400b092f7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.840099] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bcb011-1e05-4a10-b896-3236ef7ef0ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.854168] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Instance VIF info [] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1403.859802] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Creating folder: Project (ff095c3b6fe34622bda90d96b4e6196d). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1403.860786] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a58e1d05-1a37-4dd5-b6e5-b0491a689c95 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.871033] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Created folder: Project (ff095c3b6fe34622bda90d96b4e6196d) in parent group-v386882. [ 1403.871033] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Creating folder: Instances. Parent ref: group-v386969. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1403.871152] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6153da1-1c56-4485-aea2-9613cba565f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.879877] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Created folder: Instances in parent group-v386969. [ 1403.880134] env[62402]: DEBUG oslo.service.loopingcall [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.880343] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1403.880552] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-988c6714-1560-48db-8222-e60b177ff159 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.898148] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1403.898148] env[62402]: value = "task-1872410" [ 1403.898148] env[62402]: _type = "Task" [ 1403.898148] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.907419] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872410, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.943987] env[62402]: DEBUG oslo_concurrency.lockutils [req-b4a377e4-6b76-4867-b062-e5e78ffcb57a req-5fb50f43-4da0-48e1-8646-67bee76b76b7 service nova] Releasing lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.944310] env[62402]: DEBUG nova.compute.manager [req-b4a377e4-6b76-4867-b062-e5e78ffcb57a req-5fb50f43-4da0-48e1-8646-67bee76b76b7 service nova] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Received event network-vif-deleted-df4d3822-2612-4537-b661-4cca2f4785e8 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1404.130872] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872405, 'name': Rename_Task, 'duration_secs': 0.207145} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.131297] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.131635] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3ee42b5-055b-4ab0-8497-05df02c61b72 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.141815] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Waiting for the task: (returnval){ [ 1404.141815] env[62402]: value = "task-1872411" [ 1404.141815] env[62402]: _type = "Task" [ 1404.141815] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.153046] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.209939] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241448} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.210522] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.211133] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef70fbc4-43a9-4c97-ba0b-09cd715c390a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.238301] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] ebbff6cc-ef6a-4770-8a99-4f0e876b275a/ebbff6cc-ef6a-4770-8a99-4f0e876b275a.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.242457] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26478f9a-7c89-43c5-9438-11211fe81053 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.266887] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513561} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.268349] env[62402]: INFO nova.virt.vmwareapi.ds_util [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 8864de7b-2d40-4b93-a545-ae11a605b0c6/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk. [ 1404.268777] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1404.268777] env[62402]: value = "task-1872412" [ 1404.268777] env[62402]: _type = "Task" [ 1404.268777] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.269585] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6719e02-a974-4ea3-b656-5d88a12ea32e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.280439] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.301173] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 8864de7b-2d40-4b93-a545-ae11a605b0c6/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.301360] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b033a9-339c-49c1-9d7e-0f6f6d0d235c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.319891] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1404.319891] env[62402]: value = "task-1872413" [ 1404.319891] env[62402]: _type = "Task" [ 1404.319891] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.328316] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.337359] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.566s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.339495] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.297s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.339742] env[62402]: DEBUG nova.objects.instance [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lazy-loading 'resources' on Instance uuid f64661b9-8a73-4152-8299-679864409724 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.354863] env[62402]: DEBUG nova.compute.manager [req-23192dc0-cf99-4e24-acc2-fec67c8ad8b6 req-3e1f7828-fd6a-4343-915a-e0e3bbaccd91 service nova] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Received event network-vif-deleted-75ca78ed-c54d-4f5e-9df3-51d29f3e6772 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1404.408335] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872410, 'name': CreateVM_Task, 'duration_secs': 0.424689} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.408537] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1404.409009] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.409221] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.409582] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1404.409844] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8902c3fa-051f-47a1-aa9a-fcde42cbdb02 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.414414] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Waiting for the task: (returnval){ [ 1404.414414] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b25087-2717-6169-13ab-9afab232b35c" [ 1404.414414] env[62402]: _type = "Task" [ 1404.414414] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.422872] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b25087-2717-6169-13ab-9afab232b35c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.592210] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "419be04d-04c1-4099-bf22-e8063e4bfbae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.606627] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquiring lock "8426c441-9234-499d-8a72-dc41f32e864e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.606890] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lock "8426c441-9234-499d-8a72-dc41f32e864e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.607114] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquiring lock "8426c441-9234-499d-8a72-dc41f32e864e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.607298] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lock "8426c441-9234-499d-8a72-dc41f32e864e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.607467] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lock "8426c441-9234-499d-8a72-dc41f32e864e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.609651] env[62402]: INFO nova.compute.manager [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Terminating instance [ 1404.653558] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.720654] env[62402]: DEBUG nova.compute.manager [req-856d9530-38c6-44f7-b71d-fc6f781fed65 req-683f8768-33a6-4fd1-ad0d-3d120eeb4eb8 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Received event network-changed-ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1404.720889] env[62402]: DEBUG nova.compute.manager [req-856d9530-38c6-44f7-b71d-fc6f781fed65 req-683f8768-33a6-4fd1-ad0d-3d120eeb4eb8 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Refreshing instance network info cache due to event network-changed-ac21ed64-5884-4c09-ac38-b15ecd887f0d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1404.721173] env[62402]: DEBUG oslo_concurrency.lockutils [req-856d9530-38c6-44f7-b71d-fc6f781fed65 req-683f8768-33a6-4fd1-ad0d-3d120eeb4eb8 service nova] Acquiring lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.721349] env[62402]: DEBUG oslo_concurrency.lockutils [req-856d9530-38c6-44f7-b71d-fc6f781fed65 req-683f8768-33a6-4fd1-ad0d-3d120eeb4eb8 service nova] Acquired lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.721584] env[62402]: DEBUG nova.network.neutron [req-856d9530-38c6-44f7-b71d-fc6f781fed65 req-683f8768-33a6-4fd1-ad0d-3d120eeb4eb8 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Refreshing network info cache for port ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.782808] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.830145] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872413, 'name': ReconfigVM_Task, 'duration_secs': 0.362517} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.830535] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 8864de7b-2d40-4b93-a545-ae11a605b0c6/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.831444] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51559d8f-ed02-42b1-84a0-99eafc25f3bd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.863152] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6391dace-d0e9-417a-8e58-755ae0e2e162 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.879920] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1404.879920] env[62402]: value = "task-1872414" [ 1404.879920] env[62402]: _type = "Task" [ 1404.879920] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.894441] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.923955] env[62402]: INFO nova.scheduler.client.report [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Deleted allocation for migration 1ffcdb82-c4d8-46ee-a974-fcafe8425eac [ 1404.929832] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b25087-2717-6169-13ab-9afab232b35c, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.937058] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.937058] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1404.937058] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.937058] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.937299] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1404.937299] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb0ff000-6dc7-4757-acde-4574e3f268d7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.945641] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1404.945827] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1404.946719] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46975d51-7994-4ead-8ecc-818a240c24f5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.955170] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Waiting for the task: (returnval){ [ 1404.955170] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528fe383-c348-4917-c986-6ec7d913c3fc" [ 1404.955170] env[62402]: _type = "Task" [ 1404.955170] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.962821] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528fe383-c348-4917-c986-6ec7d913c3fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.114128] env[62402]: DEBUG nova.compute.manager [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.114521] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.115574] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e96445-53ce-4990-a686-9095f8b06fcf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.123233] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.125622] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddd73a3e-ca2a-4a7d-a7f7-061b46623412 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.131635] env[62402]: DEBUG oslo_vmware.api [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Waiting for the task: (returnval){ [ 1405.131635] env[62402]: value = "task-1872415" [ 1405.131635] env[62402]: _type = "Task" [ 1405.131635] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.141755] env[62402]: DEBUG oslo_vmware.api [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.150555] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872411, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.285630] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872412, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.345840] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56593173-8f4e-4645-9cbc-d01aebae3aa1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.355299] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1452acc-eba5-40b7-a83f-999fb216b4eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.394067] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cade8b9-13d8-4655-924e-419cbe44834f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.406178] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333125a9-83af-4de8-ad5c-306f32fd4086 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.410287] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.423331] env[62402]: DEBUG nova.compute.provider_tree [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.438253] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8998a3e5-e005-4d28-8860-432881c79c3e tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "7c628f37-d966-4d1e-8f1c-429c305592db" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.456s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.466062] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528fe383-c348-4917-c986-6ec7d913c3fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008653} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.466875] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c96437-f8ce-4895-b99a-e9e2d3d3198b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.474374] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Waiting for the task: (returnval){ [ 1405.474374] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ed2f0f-2820-d67f-a6ef-b8be1398c38f" [ 1405.474374] env[62402]: _type = "Task" [ 1405.474374] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.482347] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ed2f0f-2820-d67f-a6ef-b8be1398c38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.526484] env[62402]: DEBUG nova.network.neutron [req-856d9530-38c6-44f7-b71d-fc6f781fed65 req-683f8768-33a6-4fd1-ad0d-3d120eeb4eb8 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Updated VIF entry in instance network info cache for port ac21ed64-5884-4c09-ac38-b15ecd887f0d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.526850] env[62402]: DEBUG nova.network.neutron [req-856d9530-38c6-44f7-b71d-fc6f781fed65 req-683f8768-33a6-4fd1-ad0d-3d120eeb4eb8 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Updating instance_info_cache with network_info: [{"id": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "address": "fa:16:3e:d9:d4:24", "network": {"id": "94b8469d-fdd8-4c0b-b998-53139108d6f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1108072681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ccb4d778794420eb54b86bf2914f7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac21ed64-58", "ovs_interfaceid": "ac21ed64-5884-4c09-ac38-b15ecd887f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.642020] env[62402]: DEBUG oslo_vmware.api [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872415, 'name': PowerOffVM_Task, 'duration_secs': 0.219439} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.642294] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.642465] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.643302] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-678bbd46-8411-48db-bad7-277cc9073da5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.652710] env[62402]: DEBUG oslo_vmware.api [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872411, 'name': PowerOnVM_Task, 'duration_secs': 1.16969} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.652927] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.653148] env[62402]: INFO nova.compute.manager [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Took 10.44 seconds to spawn the instance on the hypervisor. [ 1405.653328] env[62402]: DEBUG nova.compute.manager [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.654062] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4dc7d3-e33e-401c-8c24-32f585f4c6f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.756612] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.756879] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.757280] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Deleting the datastore file [datastore2] 8426c441-9234-499d-8a72-dc41f32e864e {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.757558] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79abfa16-79ad-48dc-ba9d-97e0824fc9c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.764058] env[62402]: DEBUG oslo_vmware.api [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Waiting for the task: (returnval){ [ 1405.764058] env[62402]: value = "task-1872417" [ 1405.764058] env[62402]: _type = "Task" [ 1405.764058] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.773129] env[62402]: DEBUG oslo_vmware.api [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.782202] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872412, 'name': ReconfigVM_Task, 'duration_secs': 1.02501} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.782481] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Reconfigured VM instance instance-00000020 to attach disk [datastore2] ebbff6cc-ef6a-4770-8a99-4f0e876b275a/ebbff6cc-ef6a-4770-8a99-4f0e876b275a.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.783092] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2124ac28-7f28-4056-a0c9-0207a0349786 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.789813] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1405.789813] env[62402]: value = "task-1872418" [ 1405.789813] env[62402]: _type = "Task" [ 1405.789813] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.796697] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872418, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.900230] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872414, 'name': ReconfigVM_Task, 'duration_secs': 0.899617} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.900538] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.900807] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9301f86c-b591-45bf-aee0-f73740d2d016 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.906765] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1405.906765] env[62402]: value = "task-1872419" [ 1405.906765] env[62402]: _type = "Task" [ 1405.906765] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.914852] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.927164] env[62402]: DEBUG nova.scheduler.client.report [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.985713] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ed2f0f-2820-d67f-a6ef-b8be1398c38f, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.985984] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.986253] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] b753b654-ad56-408d-94b0-49275a3faa06/b753b654-ad56-408d-94b0-49275a3faa06.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1405.986509] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b74af565-77e8-468a-8bd3-1511fff183cd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.992765] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Waiting for the task: (returnval){ [ 1405.992765] env[62402]: value = "task-1872420" [ 1405.992765] env[62402]: _type = "Task" [ 1405.992765] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.001966] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.029388] env[62402]: DEBUG oslo_concurrency.lockutils [req-856d9530-38c6-44f7-b71d-fc6f781fed65 req-683f8768-33a6-4fd1-ad0d-3d120eeb4eb8 service nova] Releasing lock "refresh_cache-2110c7ab-0962-4884-b120-e1c1fb1bab16" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.175189] env[62402]: INFO nova.compute.manager [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Took 40.23 seconds to build instance. [ 1406.282667] env[62402]: DEBUG oslo_vmware.api [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Task: {'id': task-1872417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132932} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.283092] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.283363] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.283631] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.283881] env[62402]: INFO nova.compute.manager [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1406.285029] env[62402]: DEBUG oslo.service.loopingcall [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.285586] env[62402]: DEBUG nova.compute.manager [-] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.285781] env[62402]: DEBUG nova.network.neutron [-] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.306122] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872418, 'name': Rename_Task, 'duration_secs': 0.154027} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.306619] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.306820] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb39cc7a-9dba-4ae7-b3f8-a6e093f571c0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.320047] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1406.320047] env[62402]: value = "task-1872421" [ 1406.320047] env[62402]: _type = "Task" [ 1406.320047] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.329816] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.418779] env[62402]: DEBUG oslo_vmware.api [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872419, 'name': PowerOnVM_Task, 'duration_secs': 0.409677} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.419582] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.427200] env[62402]: DEBUG nova.compute.manager [None req-d1ff7caa-8ee6-4778-bc6c-e794e1b6f03b tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.429142] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd943fa2-6862-4dd8-bb46-9aea93d27a15 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.432859] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.436727] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.859s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.438779] env[62402]: INFO nova.compute.claims [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.467237] env[62402]: INFO nova.scheduler.client.report [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Deleted allocations for instance f64661b9-8a73-4152-8299-679864409724 [ 1406.512927] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872420, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.641807] env[62402]: DEBUG nova.compute.manager [req-d012b403-17fc-4e4a-b911-bb24ca663a11 req-c1b5f526-b9ba-4b3c-b741-302ac7849d7c service nova] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Received event network-vif-deleted-f246ac04-4cce-4c95-b4f1-98dbb90becf3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1406.642038] env[62402]: INFO nova.compute.manager [req-d012b403-17fc-4e4a-b911-bb24ca663a11 req-c1b5f526-b9ba-4b3c-b741-302ac7849d7c service nova] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Neutron deleted interface f246ac04-4cce-4c95-b4f1-98dbb90becf3; detaching it from the instance and deleting it from the info cache [ 1406.642216] env[62402]: DEBUG nova.network.neutron [req-d012b403-17fc-4e4a-b911-bb24ca663a11 req-c1b5f526-b9ba-4b3c-b741-302ac7849d7c service nova] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.675417] env[62402]: DEBUG oslo_concurrency.lockutils [None req-88fb14db-b51e-45e9-bd2b-02e92fb5edf2 tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Lock "ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.474s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.830757] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.980711] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9afa2efd-3f64-4842-bcbd-d2c194093e22 tempest-DeleteServersAdminTestJSON-1619389317 tempest-DeleteServersAdminTestJSON-1619389317-project-member] Lock "f64661b9-8a73-4152-8299-679864409724" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.431s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.996146] env[62402]: DEBUG nova.compute.manager [req-80a1ab6f-a5a2-4c08-b5d5-c5bc4ca1b014 req-f03a5955-4b9d-4468-b3fe-76fa8524267e service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Received event network-changed-0997b040-fb94-40bb-81f2-9405d46f2247 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1406.996369] env[62402]: DEBUG nova.compute.manager [req-80a1ab6f-a5a2-4c08-b5d5-c5bc4ca1b014 req-f03a5955-4b9d-4468-b3fe-76fa8524267e service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Refreshing instance network info cache due to event network-changed-0997b040-fb94-40bb-81f2-9405d46f2247. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1406.996566] env[62402]: DEBUG oslo_concurrency.lockutils [req-80a1ab6f-a5a2-4c08-b5d5-c5bc4ca1b014 req-f03a5955-4b9d-4468-b3fe-76fa8524267e service nova] Acquiring lock "refresh_cache-ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.996737] env[62402]: DEBUG oslo_concurrency.lockutils [req-80a1ab6f-a5a2-4c08-b5d5-c5bc4ca1b014 req-f03a5955-4b9d-4468-b3fe-76fa8524267e service nova] Acquired lock "refresh_cache-ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.996866] env[62402]: DEBUG nova.network.neutron [req-80a1ab6f-a5a2-4c08-b5d5-c5bc4ca1b014 req-f03a5955-4b9d-4468-b3fe-76fa8524267e service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Refreshing network info cache for port 0997b040-fb94-40bb-81f2-9405d46f2247 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.008107] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872420, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.115486] env[62402]: DEBUG nova.network.neutron [-] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.147126] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3ad7da2-406b-45b2-a6ad-96ff9ee89b35 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.162212] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddee1d99-0cb5-4430-bbff-8cecbbebd5d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.178421] env[62402]: DEBUG nova.compute.manager [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.210029] env[62402]: DEBUG nova.compute.manager [req-d012b403-17fc-4e4a-b911-bb24ca663a11 req-c1b5f526-b9ba-4b3c-b741-302ac7849d7c service nova] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Detach interface failed, port_id=f246ac04-4cce-4c95-b4f1-98dbb90becf3, reason: Instance 8426c441-9234-499d-8a72-dc41f32e864e could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1407.330052] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872421, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.510800] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872420, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.556941] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "8ae201ed-2458-4a38-9706-79834f32efe2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.557598] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "8ae201ed-2458-4a38-9706-79834f32efe2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.621694] env[62402]: INFO nova.compute.manager [-] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Took 1.34 seconds to deallocate network for instance. [ 1407.709157] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.810010] env[62402]: DEBUG nova.network.neutron [req-80a1ab6f-a5a2-4c08-b5d5-c5bc4ca1b014 req-f03a5955-4b9d-4468-b3fe-76fa8524267e service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Updated VIF entry in instance network info cache for port 0997b040-fb94-40bb-81f2-9405d46f2247. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.810411] env[62402]: DEBUG nova.network.neutron [req-80a1ab6f-a5a2-4c08-b5d5-c5bc4ca1b014 req-f03a5955-4b9d-4468-b3fe-76fa8524267e service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Updating instance_info_cache with network_info: [{"id": "0997b040-fb94-40bb-81f2-9405d46f2247", "address": "fa:16:3e:a6:63:31", "network": {"id": "1087d822-e470-498e-91f5-241cdd0abe1c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1466587155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f84af16c8e14fbc9bb613fae8332f22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0997b040-fb", "ovs_interfaceid": "0997b040-fb94-40bb-81f2-9405d46f2247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.835260] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872421, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.012614] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872420, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.545244} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.013122] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] b753b654-ad56-408d-94b0-49275a3faa06/b753b654-ad56-408d-94b0-49275a3faa06.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1408.013336] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1408.013601] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-889ebd91-0ea6-42e1-bdb5-05c0de9f5817 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.021295] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Waiting for the task: (returnval){ [ 1408.021295] env[62402]: value = "task-1872422" [ 1408.021295] env[62402]: _type = "Task" [ 1408.021295] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.033302] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.092551] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a0257d-05b2-4599-912e-b8421989b8c2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.100343] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbe1440-8d64-4094-9054-15e1bff91e38 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.132866] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.133898] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b882704e-8aa9-467d-83ad-69d7da6b2503 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.141579] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a800d-4bc2-4df8-92e9-cf2e2177aea1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.154942] env[62402]: DEBUG nova.compute.provider_tree [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.315302] env[62402]: DEBUG oslo_concurrency.lockutils [req-80a1ab6f-a5a2-4c08-b5d5-c5bc4ca1b014 req-f03a5955-4b9d-4468-b3fe-76fa8524267e service nova] Releasing lock "refresh_cache-ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.331055] env[62402]: DEBUG oslo_vmware.api [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872421, 'name': PowerOnVM_Task, 'duration_secs': 1.558332} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.331437] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.331596] env[62402]: INFO nova.compute.manager [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1408.331759] env[62402]: DEBUG nova.compute.manager [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.332884] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b189ea85-80e1-456f-bc91-f58dc27fa5e2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.530775] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198234} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.531108] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1408.531900] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72d52c0-665f-4c29-9d50-9bce68f8773d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.552483] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] b753b654-ad56-408d-94b0-49275a3faa06/b753b654-ad56-408d-94b0-49275a3faa06.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.552886] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb35b8d7-cca9-4eff-8d65-e757100eaf73 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.576424] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Waiting for the task: (returnval){ [ 1408.576424] env[62402]: value = "task-1872423" [ 1408.576424] env[62402]: _type = "Task" [ 1408.576424] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.586727] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.660026] env[62402]: DEBUG nova.scheduler.client.report [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.850614] env[62402]: INFO nova.compute.manager [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Took 39.68 seconds to build instance. [ 1409.088012] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.164571] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.165283] env[62402]: DEBUG nova.compute.manager [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.167851] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.315s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.168048] env[62402]: DEBUG nova.objects.instance [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62402) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1409.311041] env[62402]: INFO nova.compute.manager [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Rescuing [ 1409.311041] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "refresh_cache-d606c3e6-78f6-42b1-9dc1-690215743e14" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.311041] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "refresh_cache-d606c3e6-78f6-42b1-9dc1-690215743e14" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.311885] env[62402]: DEBUG nova.network.neutron [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.353382] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93413749-efb0-42e4-adb8-9710baa4a8fd tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.582s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.589326] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872423, 'name': ReconfigVM_Task, 'duration_secs': 0.780305} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.589700] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Reconfigured VM instance instance-00000021 to attach disk [datastore1] b753b654-ad56-408d-94b0-49275a3faa06/b753b654-ad56-408d-94b0-49275a3faa06.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.591078] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91fba436-7ec3-442b-af55-26819de7fbc9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.598213] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Waiting for the task: (returnval){ [ 1409.598213] env[62402]: value = "task-1872424" [ 1409.598213] env[62402]: _type = "Task" [ 1409.598213] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.609474] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872424, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.672885] env[62402]: DEBUG nova.compute.utils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1409.678805] env[62402]: DEBUG nova.compute.manager [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1409.678982] env[62402]: DEBUG nova.network.neutron [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1409.730457] env[62402]: DEBUG nova.policy [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '009e032a42324038a247fc35aebbb531', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a24cd5045dd14b529e8312603ad81802', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1409.857019] env[62402]: DEBUG nova.compute.manager [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1410.110705] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872424, 'name': Rename_Task, 'duration_secs': 0.300077} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.110985] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.111245] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c070a175-3f00-4885-b0f4-5ab7424303f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.117032] env[62402]: DEBUG nova.network.neutron [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Successfully created port: ab197dc3-e72c-423b-bd11-1ea03f4a3686 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.120960] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Waiting for the task: (returnval){ [ 1410.120960] env[62402]: value = "task-1872425" [ 1410.120960] env[62402]: _type = "Task" [ 1410.120960] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.130408] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.184166] env[62402]: DEBUG nova.compute.manager [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.193316] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da1cd1d0-bb56-472a-9a9a-e6da9c66b4b5 tempest-ServersAdmin275Test-822461570 tempest-ServersAdmin275Test-822461570-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.195125] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.145s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.195497] env[62402]: DEBUG nova.objects.instance [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Lazy-loading 'resources' on Instance uuid dbb1f8dd-1059-49d5-9aa1-03076b234431 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.371021] env[62402]: DEBUG nova.network.neutron [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Updating instance_info_cache with network_info: [{"id": "6fef31ca-b89a-4c9e-ab20-1cf083cfd277", "address": "fa:16:3e:d3:62:2e", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fef31ca-b8", "ovs_interfaceid": "6fef31ca-b89a-4c9e-ab20-1cf083cfd277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.394630] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.401148] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "67de6b91-f9d0-4ff7-a629-a6628b6c0157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.401148] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "67de6b91-f9d0-4ff7-a629-a6628b6c0157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.645823] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872425, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.874396] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "refresh_cache-d606c3e6-78f6-42b1-9dc1-690215743e14" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.133072] env[62402]: DEBUG oslo_vmware.api [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872425, 'name': PowerOnVM_Task, 'duration_secs': 0.563481} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.133350] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.133565] env[62402]: INFO nova.compute.manager [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1411.133733] env[62402]: DEBUG nova.compute.manager [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.134630] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bc9633-ad9b-4995-a101-11caf4d4a78b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.202694] env[62402]: DEBUG nova.compute.manager [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.234726] env[62402]: DEBUG nova.virt.hardware [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.234967] env[62402]: DEBUG nova.virt.hardware [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.235138] env[62402]: DEBUG nova.virt.hardware [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.235323] env[62402]: DEBUG nova.virt.hardware [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.235469] env[62402]: DEBUG nova.virt.hardware [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.235613] env[62402]: DEBUG nova.virt.hardware [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.235817] env[62402]: DEBUG nova.virt.hardware [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.235985] env[62402]: DEBUG nova.virt.hardware [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.236251] env[62402]: DEBUG nova.virt.hardware [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.236359] env[62402]: DEBUG nova.virt.hardware [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.236534] env[62402]: DEBUG nova.virt.hardware [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.238247] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6e780f-9b25-4b19-8932-f7cbed62404c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.248445] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcb8785-1d60-4fd1-8167-f26702553486 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.350609] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a8bfe7-e555-4999-9d3e-307fbfa20475 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.358828] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f061a8-ed69-478a-bb61-b6be4cc6ea72 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.394063] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11084b61-83c4-4c67-bc48-3e67c8580eea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.403329] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40f8206-f6ba-4b9a-89d8-56ed124c907e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.419529] env[62402]: DEBUG nova.compute.provider_tree [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.656057] env[62402]: INFO nova.compute.manager [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Took 34.15 seconds to build instance. [ 1411.926714] env[62402]: DEBUG nova.scheduler.client.report [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.960454] env[62402]: DEBUG nova.compute.manager [None req-ea7727aa-8709-4d96-a183-febca315d130 tempest-ServerDiagnosticsV248Test-1455822971 tempest-ServerDiagnosticsV248Test-1455822971-project-admin] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.961850] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f6f03c-5182-4917-9889-c4828041b18a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.969672] env[62402]: INFO nova.compute.manager [None req-ea7727aa-8709-4d96-a183-febca315d130 tempest-ServerDiagnosticsV248Test-1455822971 tempest-ServerDiagnosticsV248Test-1455822971-project-admin] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Retrieving diagnostics [ 1411.970473] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ba9137-0a69-45e3-8259-4781c28a6546 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.049758] env[62402]: DEBUG nova.network.neutron [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Successfully updated port: ab197dc3-e72c-423b-bd11-1ea03f4a3686 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1412.158602] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09ab74c3-d163-47fa-ad87-2288f97246b5 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Lock "b753b654-ad56-408d-94b0-49275a3faa06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.009s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.248183] env[62402]: DEBUG nova.compute.manager [req-8d0ba8ec-13c0-4633-8173-5f2ad09f98ee req-bb3ebeaa-8307-491e-bad8-79b189bbbe3b service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Received event network-vif-plugged-ab197dc3-e72c-423b-bd11-1ea03f4a3686 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1412.248356] env[62402]: DEBUG oslo_concurrency.lockutils [req-8d0ba8ec-13c0-4633-8173-5f2ad09f98ee req-bb3ebeaa-8307-491e-bad8-79b189bbbe3b service nova] Acquiring lock "a3506fea-7782-49ef-b9b6-bf37d30b8680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.248576] env[62402]: DEBUG oslo_concurrency.lockutils [req-8d0ba8ec-13c0-4633-8173-5f2ad09f98ee req-bb3ebeaa-8307-491e-bad8-79b189bbbe3b service nova] Lock "a3506fea-7782-49ef-b9b6-bf37d30b8680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.248779] env[62402]: DEBUG oslo_concurrency.lockutils [req-8d0ba8ec-13c0-4633-8173-5f2ad09f98ee req-bb3ebeaa-8307-491e-bad8-79b189bbbe3b service nova] Lock "a3506fea-7782-49ef-b9b6-bf37d30b8680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.248979] env[62402]: DEBUG nova.compute.manager [req-8d0ba8ec-13c0-4633-8173-5f2ad09f98ee req-bb3ebeaa-8307-491e-bad8-79b189bbbe3b service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] No waiting events found dispatching network-vif-plugged-ab197dc3-e72c-423b-bd11-1ea03f4a3686 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1412.249350] env[62402]: WARNING nova.compute.manager [req-8d0ba8ec-13c0-4633-8173-5f2ad09f98ee req-bb3ebeaa-8307-491e-bad8-79b189bbbe3b service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Received unexpected event network-vif-plugged-ab197dc3-e72c-423b-bd11-1ea03f4a3686 for instance with vm_state building and task_state spawning. [ 1412.431345] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.433740] env[62402]: DEBUG oslo_concurrency.lockutils [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.181s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.433888] env[62402]: DEBUG nova.objects.instance [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lazy-loading 'resources' on Instance uuid 36eadbfe-b649-4959-8fbf-6eb389646e9f {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.435279] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.435538] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-101b742f-2baf-4166-ad31-59efd76f30f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.444033] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1412.444033] env[62402]: value = "task-1872426" [ 1412.444033] env[62402]: _type = "Task" [ 1412.444033] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.452450] env[62402]: INFO nova.scheduler.client.report [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Deleted allocations for instance dbb1f8dd-1059-49d5-9aa1-03076b234431 [ 1412.456858] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.555679] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Acquiring lock "refresh_cache-a3506fea-7782-49ef-b9b6-bf37d30b8680" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.555839] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Acquired lock "refresh_cache-a3506fea-7782-49ef-b9b6-bf37d30b8680" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.555995] env[62402]: DEBUG nova.network.neutron [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.660823] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1412.746024] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Acquiring lock "7688e68b-a872-49b4-ab48-47866159eaa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.746864] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lock "7688e68b-a872-49b4-ab48-47866159eaa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.954835] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872426, 'name': PowerOffVM_Task, 'duration_secs': 0.249634} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.954835] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.955111] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8da801-46b2-4d55-a476-21139f912c74 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.978281] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d414a7e-cfaa-4ea9-abf5-8c8c80c7ea00 tempest-InstanceActionsV221TestJSON-1113243193 tempest-InstanceActionsV221TestJSON-1113243193-project-member] Lock "dbb1f8dd-1059-49d5-9aa1-03076b234431" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.437s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.980296] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bb4515-eec9-4fc9-b4d0-2f24b9ca6363 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.020070] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.020070] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fff25af2-07cd-4daa-b651-47b826af23b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.027612] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1413.027612] env[62402]: value = "task-1872427" [ 1413.027612] env[62402]: _type = "Task" [ 1413.027612] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.035541] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.094837] env[62402]: DEBUG nova.network.neutron [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1413.181207] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.251577] env[62402]: DEBUG nova.network.neutron [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Updating instance_info_cache with network_info: [{"id": "ab197dc3-e72c-423b-bd11-1ea03f4a3686", "address": "fa:16:3e:4c:93:69", "network": {"id": "7f07fbbd-82e9-4f63-8861-ff436c48497f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2054458136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a24cd5045dd14b529e8312603ad81802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab197dc3-e7", "ovs_interfaceid": "ab197dc3-e72c-423b-bd11-1ea03f4a3686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.488323] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc32ffa-001b-430a-b0ee-c075495a9fa7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.511700] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc25e240-a5b5-419d-805c-a1ecdb21084b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.549163] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaca416-b1d1-4344-8bb0-8287ede6a4ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.559333] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1413.559555] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.560157] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.560157] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.560380] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.560543] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74d45909-514c-4ef8-acc1-f74593ad013d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.563348] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061a0e4a-4dd1-4c41-9866-c49fedec02dd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.577247] env[62402]: DEBUG nova.compute.provider_tree [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.579827] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.582918] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.582918] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5621d37f-7056-4091-bc65-9dcea3f8940d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.586827] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1413.586827] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52de00df-3faa-4cdf-fac2-ed3a1d693586" [ 1413.586827] env[62402]: _type = "Task" [ 1413.586827] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.596195] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52de00df-3faa-4cdf-fac2-ed3a1d693586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.758578] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Releasing lock "refresh_cache-a3506fea-7782-49ef-b9b6-bf37d30b8680" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.758848] env[62402]: DEBUG nova.compute.manager [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Instance network_info: |[{"id": "ab197dc3-e72c-423b-bd11-1ea03f4a3686", "address": "fa:16:3e:4c:93:69", "network": {"id": "7f07fbbd-82e9-4f63-8861-ff436c48497f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2054458136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a24cd5045dd14b529e8312603ad81802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab197dc3-e7", "ovs_interfaceid": "ab197dc3-e72c-423b-bd11-1ea03f4a3686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.759382] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:93:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab197dc3-e72c-423b-bd11-1ea03f4a3686', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.768080] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Creating folder: Project (a24cd5045dd14b529e8312603ad81802). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.768080] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88ace806-e5e0-4286-8579-dc1567234f78 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.780288] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Created folder: Project (a24cd5045dd14b529e8312603ad81802) in parent group-v386882. [ 1413.780288] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Creating folder: Instances. Parent ref: group-v386972. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.780432] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d1b8ff9-8806-44a4-bff9-db368cdb061d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.792375] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Created folder: Instances in parent group-v386972. [ 1413.792624] env[62402]: DEBUG oslo.service.loopingcall [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.792864] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.793095] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-647bde14-3e26-4b18-86a4-7ed727880927 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.822966] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.822966] env[62402]: value = "task-1872430" [ 1413.822966] env[62402]: _type = "Task" [ 1413.822966] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.834215] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872430, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.082190] env[62402]: DEBUG nova.scheduler.client.report [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.099472] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52de00df-3faa-4cdf-fac2-ed3a1d693586, 'name': SearchDatastore_Task, 'duration_secs': 0.009068} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.101047] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37ae10f-e3b7-478c-a853-d9321dc8813c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.107940] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1414.107940] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]520dfce9-5f21-d4d9-a53d-019ec45a2a7c" [ 1414.107940] env[62402]: _type = "Task" [ 1414.107940] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.116455] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]520dfce9-5f21-d4d9-a53d-019ec45a2a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.279021] env[62402]: DEBUG nova.compute.manager [req-52f03e2d-bb7f-467c-a06c-1248c3397ae4 req-7f5832b9-4e53-47f3-92f2-362019ae80fb service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Received event network-changed-ab197dc3-e72c-423b-bd11-1ea03f4a3686 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1414.279021] env[62402]: DEBUG nova.compute.manager [req-52f03e2d-bb7f-467c-a06c-1248c3397ae4 req-7f5832b9-4e53-47f3-92f2-362019ae80fb service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Refreshing instance network info cache due to event network-changed-ab197dc3-e72c-423b-bd11-1ea03f4a3686. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1414.279021] env[62402]: DEBUG oslo_concurrency.lockutils [req-52f03e2d-bb7f-467c-a06c-1248c3397ae4 req-7f5832b9-4e53-47f3-92f2-362019ae80fb service nova] Acquiring lock "refresh_cache-a3506fea-7782-49ef-b9b6-bf37d30b8680" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.279254] env[62402]: DEBUG oslo_concurrency.lockutils [req-52f03e2d-bb7f-467c-a06c-1248c3397ae4 req-7f5832b9-4e53-47f3-92f2-362019ae80fb service nova] Acquired lock "refresh_cache-a3506fea-7782-49ef-b9b6-bf37d30b8680" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.279254] env[62402]: DEBUG nova.network.neutron [req-52f03e2d-bb7f-467c-a06c-1248c3397ae4 req-7f5832b9-4e53-47f3-92f2-362019ae80fb service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Refreshing network info cache for port ab197dc3-e72c-423b-bd11-1ea03f4a3686 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.331957] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872430, 'name': CreateVM_Task, 'duration_secs': 0.457472} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.332139] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.332827] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.332997] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.333317] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.333557] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917a8112-6d4f-45b8-92f7-37bdbb03da85 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.337932] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Waiting for the task: (returnval){ [ 1414.337932] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]520ce907-f21d-97d4-de97-24e8f1b52c7f" [ 1414.337932] env[62402]: _type = "Task" [ 1414.337932] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.345797] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]520ce907-f21d-97d4-de97-24e8f1b52c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.589438] env[62402]: DEBUG oslo_concurrency.lockutils [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.589946] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.246s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.592031] env[62402]: INFO nova.compute.claims [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.608399] env[62402]: INFO nova.scheduler.client.report [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Deleted allocations for instance 36eadbfe-b649-4959-8fbf-6eb389646e9f [ 1414.627068] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]520dfce9-5f21-d4d9-a53d-019ec45a2a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.627363] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.627625] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] d606c3e6-78f6-42b1-9dc1-690215743e14/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk. {{(pid=62402) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1414.627906] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cee81615-19bb-4d01-8d91-1fdac2d68879 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.636532] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1414.636532] env[62402]: value = "task-1872431" [ 1414.636532] env[62402]: _type = "Task" [ 1414.636532] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.645901] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.849958] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]520ce907-f21d-97d4-de97-24e8f1b52c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.850237] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.850516] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.850764] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.851019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.851259] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.851407] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f11e1dc-4593-405b-a940-bcea7a05971a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.866475] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.866707] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.867619] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204dcfcf-0c78-4d27-bf9e-ff2b47ed1c2f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.877021] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Waiting for the task: (returnval){ [ 1414.877021] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52796bc6-3099-3a9f-4a1c-1b7edf16c107" [ 1414.877021] env[62402]: _type = "Task" [ 1414.877021] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.886513] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52796bc6-3099-3a9f-4a1c-1b7edf16c107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.122728] env[62402]: DEBUG oslo_concurrency.lockutils [None req-282ccc05-6e9f-46de-88e1-3f9808a2fc28 tempest-ServersAdmin275Test-920414155 tempest-ServersAdmin275Test-920414155-project-member] Lock "36eadbfe-b649-4959-8fbf-6eb389646e9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.179s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.135027] env[62402]: DEBUG nova.network.neutron [req-52f03e2d-bb7f-467c-a06c-1248c3397ae4 req-7f5832b9-4e53-47f3-92f2-362019ae80fb service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Updated VIF entry in instance network info cache for port ab197dc3-e72c-423b-bd11-1ea03f4a3686. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1415.135448] env[62402]: DEBUG nova.network.neutron [req-52f03e2d-bb7f-467c-a06c-1248c3397ae4 req-7f5832b9-4e53-47f3-92f2-362019ae80fb service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Updating instance_info_cache with network_info: [{"id": "ab197dc3-e72c-423b-bd11-1ea03f4a3686", "address": "fa:16:3e:4c:93:69", "network": {"id": "7f07fbbd-82e9-4f63-8861-ff436c48497f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2054458136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a24cd5045dd14b529e8312603ad81802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab197dc3-e7", "ovs_interfaceid": "ab197dc3-e72c-423b-bd11-1ea03f4a3686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.147515] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872431, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.385927] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52796bc6-3099-3a9f-4a1c-1b7edf16c107, 'name': SearchDatastore_Task, 'duration_secs': 0.06147} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.386774] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543979d5-dcb4-495d-9850-9ea4a614802e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.392390] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Waiting for the task: (returnval){ [ 1415.392390] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524aae07-7f7e-56de-3972-abeab3ffa761" [ 1415.392390] env[62402]: _type = "Task" [ 1415.392390] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.400929] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524aae07-7f7e-56de-3972-abeab3ffa761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.647899] env[62402]: DEBUG oslo_concurrency.lockutils [req-52f03e2d-bb7f-467c-a06c-1248c3397ae4 req-7f5832b9-4e53-47f3-92f2-362019ae80fb service nova] Releasing lock "refresh_cache-a3506fea-7782-49ef-b9b6-bf37d30b8680" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.654097] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872431, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.903755] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524aae07-7f7e-56de-3972-abeab3ffa761, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.906719] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.907011] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] a3506fea-7782-49ef-b9b6-bf37d30b8680/a3506fea-7782-49ef-b9b6-bf37d30b8680.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.907483] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9937e334-2450-40a7-b0a2-46fda31b20e3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.914096] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Waiting for the task: (returnval){ [ 1415.914096] env[62402]: value = "task-1872432" [ 1415.914096] env[62402]: _type = "Task" [ 1415.914096] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.922856] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.138165] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda5edcb-444d-4c49-9a54-1f18512192bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.155759] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872431, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.496068} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.157768] env[62402]: INFO nova.virt.vmwareapi.ds_util [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] d606c3e6-78f6-42b1-9dc1-690215743e14/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk. [ 1416.158599] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fbd54d-a57d-4275-a10f-811ece140071 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.161970] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4343a46-209c-4e35-97fd-f944f859b3fa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.250416] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] d606c3e6-78f6-42b1-9dc1-690215743e14/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.251473] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58191336-6291-4ac1-b107-c0e074c83d56 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.255176] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff63e8cd-9d46-4296-b5cc-f2a6ca8e6308 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.283324] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ef58a8-978c-401c-b615-f2c7ed5ff592 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.288100] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1416.288100] env[62402]: value = "task-1872433" [ 1416.288100] env[62402]: _type = "Task" [ 1416.288100] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.301618] env[62402]: DEBUG nova.compute.provider_tree [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.308843] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.427528] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872432, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.799218] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.805263] env[62402]: DEBUG nova.scheduler.client.report [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.928834] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674803} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.929233] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] a3506fea-7782-49ef-b9b6-bf37d30b8680/a3506fea-7782-49ef-b9b6-bf37d30b8680.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.929498] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.929769] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55d2bc26-1032-48a0-bef5-111d343028e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.936715] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Waiting for the task: (returnval){ [ 1416.936715] env[62402]: value = "task-1872434" [ 1416.936715] env[62402]: _type = "Task" [ 1416.936715] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.945520] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.300014] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.310096] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.310676] env[62402]: DEBUG nova.compute.manager [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1417.313336] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.796s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.449190] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06727} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.449499] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.450295] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6142a9ff-b520-4b27-a968-0616205f1354 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.475498] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] a3506fea-7782-49ef-b9b6-bf37d30b8680/a3506fea-7782-49ef-b9b6-bf37d30b8680.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.475856] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e80eb32f-4562-479a-9ddd-1ca1eb542792 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.500167] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Waiting for the task: (returnval){ [ 1417.500167] env[62402]: value = "task-1872435" [ 1417.500167] env[62402]: _type = "Task" [ 1417.500167] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.510774] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.807019] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872433, 'name': ReconfigVM_Task, 'duration_secs': 1.468492} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.807019] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Reconfigured VM instance instance-0000001b to attach disk [datastore1] d606c3e6-78f6-42b1-9dc1-690215743e14/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.807019] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d0311e-897f-4432-938c-e74d70fd9ae4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.835412] env[62402]: DEBUG nova.compute.utils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1417.853848] env[62402]: DEBUG nova.compute.manager [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1417.854056] env[62402]: DEBUG nova.network.neutron [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.856749] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a46f2365-e438-4f71-bc96-00d297c8beeb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.876258] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1417.876258] env[62402]: value = "task-1872436" [ 1417.876258] env[62402]: _type = "Task" [ 1417.876258] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.885113] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.933954] env[62402]: DEBUG nova.policy [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfcd09ef0174425bb73021ecb854e6d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbd6dad28f4c411da616a31b3f96dab4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1418.012204] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872435, 'name': ReconfigVM_Task, 'duration_secs': 0.49392} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.013194] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Reconfigured VM instance instance-00000022 to attach disk [datastore1] a3506fea-7782-49ef-b9b6-bf37d30b8680/a3506fea-7782-49ef-b9b6-bf37d30b8680.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.013407] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9995c278-303b-4d7f-baea-3182808ca908 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.020644] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Waiting for the task: (returnval){ [ 1418.020644] env[62402]: value = "task-1872437" [ 1418.020644] env[62402]: _type = "Task" [ 1418.020644] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.032926] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872437, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.358913] env[62402]: DEBUG nova.compute.manager [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1418.368260] env[62402]: DEBUG nova.network.neutron [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Successfully created port: 61ea9b8e-f160-49ca-ae7f-a64c9b47fc09 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1418.388517] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872436, 'name': ReconfigVM_Task, 'duration_secs': 0.188058} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.389895] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 27542ea8-947c-47a3-851d-ce46f0548a92 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1418.390067] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 2d423f66-4b38-4fc4-abe5-5d09381e1c86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.390196] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance ee33adb6-e557-41a3-af97-4a510dabac58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.390317] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 7dfe7984-450c-4e93-a313-8ee4be75cf77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.390465] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 2110c7ab-0962-4884-b120-e1c1fb1bab16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.390587] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 878f2943-d443-4c4d-b09b-5972bbd06d9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.390721] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 0b21b2e2-3462-4388-99d5-6c7f35ba65c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.390838] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 78354d5e-0d91-4efd-baf7-1c9226fbe74f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.390961] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 4d2af92c-9932-4691-91b8-ee929263ba45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.391100] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 50996a24-6344-471e-885b-852e36adb8b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.392461] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance fb828cea-cae3-4116-bc6b-be2bd4d2e18f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.392461] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 7c628f37-d966-4d1e-8f1c-429c305592db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.392461] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 468ab348-32cd-48ec-a59a-3cb7c39093ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.392461] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 2ce8fbc6-a52a-4a02-a679-4859c6496231 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.392605] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance d606c3e6-78f6-42b1-9dc1-690215743e14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.392605] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (c2826406-6fc4-4c09-886a-a6552c22449a): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1418.392605] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8864de7b-2d40-4b93-a545-ae11a605b0c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.392605] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8426c441-9234-499d-8a72-dc41f32e864e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1418.392753] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance ed8a1173-1276-4c3e-a4b9-b9f9b74d529f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.392753] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance ebbff6cc-ef6a-4770-8a99-4f0e876b275a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.392753] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance b753b654-ad56-408d-94b0-49275a3faa06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.392753] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance a3506fea-7782-49ef-b9b6-bf37d30b8680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.392857] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 04c6f283-64fd-4122-bb25-ca8108ff5c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1418.393940] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.394498] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6907ab21-cd1e-4218-806c-605b9ce405b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.402142] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1418.402142] env[62402]: value = "task-1872438" [ 1418.402142] env[62402]: _type = "Task" [ 1418.402142] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.414594] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.531487] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872437, 'name': Rename_Task, 'duration_secs': 0.138782} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.531786] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.532047] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-534be2f7-abad-496d-a872-42eeb26583a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.538510] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Waiting for the task: (returnval){ [ 1418.538510] env[62402]: value = "task-1872439" [ 1418.538510] env[62402]: _type = "Task" [ 1418.538510] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.548885] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.883144] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquiring lock "583644aa-7507-4343-ae0c-f4212d1a5612" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.883144] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Lock "583644aa-7507-4343-ae0c-f4212d1a5612" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.898178] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance c408d003-2be8-4509-a0a4-93ca0e9d1965 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1418.914256] env[62402]: DEBUG oslo_vmware.api [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872438, 'name': PowerOnVM_Task, 'duration_secs': 0.422496} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.914601] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.917758] env[62402]: DEBUG nova.compute.manager [None req-24a19825-90ef-4cae-8b46-e894dae2dbaa tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.918592] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976edccb-9362-450f-9c83-744b01175344 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.050780] env[62402]: DEBUG oslo_vmware.api [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872439, 'name': PowerOnVM_Task, 'duration_secs': 0.483836} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.051766] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.051766] env[62402]: INFO nova.compute.manager [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1419.051766] env[62402]: DEBUG nova.compute.manager [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.052257] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9709edd3-0832-4dbc-b8c1-abe5b4f0f364 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.369075] env[62402]: DEBUG nova.compute.manager [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1419.396608] env[62402]: DEBUG nova.virt.hardware [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.396837] env[62402]: DEBUG nova.virt.hardware [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.396989] env[62402]: DEBUG nova.virt.hardware [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.397778] env[62402]: DEBUG nova.virt.hardware [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.397934] env[62402]: DEBUG nova.virt.hardware [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.398102] env[62402]: DEBUG nova.virt.hardware [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.398310] env[62402]: DEBUG nova.virt.hardware [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.399075] env[62402]: DEBUG nova.virt.hardware [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.399440] env[62402]: DEBUG nova.virt.hardware [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.400492] env[62402]: DEBUG nova.virt.hardware [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.400492] env[62402]: DEBUG nova.virt.hardware [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.401768] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance c33db3b7-9c39-42dc-ae25-7b1d0199b6d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1419.403184] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8e57c0-e98e-4618-9a7e-bcb961933d66 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.413393] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdae1003-4b48-4c31-be30-6966f4548e49 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.576969] env[62402]: INFO nova.compute.manager [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Took 38.02 seconds to build instance. [ 1419.909236] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 92b2109a-f7b1-41ea-8189-ab44b8606c09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1419.937966] env[62402]: DEBUG nova.compute.manager [req-417b5184-f860-4e99-9780-8999cf2195ed req-fcba1d96-1a7b-4226-aa1c-c956e58c6e95 service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Received event network-changed-ab197dc3-e72c-423b-bd11-1ea03f4a3686 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1419.938487] env[62402]: DEBUG nova.compute.manager [req-417b5184-f860-4e99-9780-8999cf2195ed req-fcba1d96-1a7b-4226-aa1c-c956e58c6e95 service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Refreshing instance network info cache due to event network-changed-ab197dc3-e72c-423b-bd11-1ea03f4a3686. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1419.938817] env[62402]: DEBUG oslo_concurrency.lockutils [req-417b5184-f860-4e99-9780-8999cf2195ed req-fcba1d96-1a7b-4226-aa1c-c956e58c6e95 service nova] Acquiring lock "refresh_cache-a3506fea-7782-49ef-b9b6-bf37d30b8680" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.939171] env[62402]: DEBUG oslo_concurrency.lockutils [req-417b5184-f860-4e99-9780-8999cf2195ed req-fcba1d96-1a7b-4226-aa1c-c956e58c6e95 service nova] Acquired lock "refresh_cache-a3506fea-7782-49ef-b9b6-bf37d30b8680" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.939650] env[62402]: DEBUG nova.network.neutron [req-417b5184-f860-4e99-9780-8999cf2195ed req-fcba1d96-1a7b-4226-aa1c-c956e58c6e95 service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Refreshing network info cache for port ab197dc3-e72c-423b-bd11-1ea03f4a3686 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.078842] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571a7cd5-0632-472a-9b0c-872c39b611f0 tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Lock "a3506fea-7782-49ef-b9b6-bf37d30b8680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.011s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.166217] env[62402]: DEBUG nova.network.neutron [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Successfully updated port: 61ea9b8e-f160-49ca-ae7f-a64c9b47fc09 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1420.415197] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 2de8ec70-a76a-46f6-ac71-e964dbb591df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1420.416892] env[62402]: INFO nova.compute.manager [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Unrescuing [ 1420.417147] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "refresh_cache-d606c3e6-78f6-42b1-9dc1-690215743e14" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.417284] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "refresh_cache-d606c3e6-78f6-42b1-9dc1-690215743e14" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.417481] env[62402]: DEBUG nova.network.neutron [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.584853] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.672188] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "refresh_cache-04c6f283-64fd-4122-bb25-ca8108ff5c12" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.672354] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquired lock "refresh_cache-04c6f283-64fd-4122-bb25-ca8108ff5c12" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.672791] env[62402]: DEBUG nova.network.neutron [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.678048] env[62402]: DEBUG nova.network.neutron [req-417b5184-f860-4e99-9780-8999cf2195ed req-fcba1d96-1a7b-4226-aa1c-c956e58c6e95 service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Updated VIF entry in instance network info cache for port ab197dc3-e72c-423b-bd11-1ea03f4a3686. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.678048] env[62402]: DEBUG nova.network.neutron [req-417b5184-f860-4e99-9780-8999cf2195ed req-fcba1d96-1a7b-4226-aa1c-c956e58c6e95 service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Updating instance_info_cache with network_info: [{"id": "ab197dc3-e72c-423b-bd11-1ea03f4a3686", "address": "fa:16:3e:4c:93:69", "network": {"id": "7f07fbbd-82e9-4f63-8861-ff436c48497f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2054458136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a24cd5045dd14b529e8312603ad81802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab197dc3-e7", "ovs_interfaceid": "ab197dc3-e72c-423b-bd11-1ea03f4a3686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.920641] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 3d1735e1-4302-4891-9230-5fb564800cda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1421.121470] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.185022] env[62402]: DEBUG oslo_concurrency.lockutils [req-417b5184-f860-4e99-9780-8999cf2195ed req-fcba1d96-1a7b-4226-aa1c-c956e58c6e95 service nova] Releasing lock "refresh_cache-a3506fea-7782-49ef-b9b6-bf37d30b8680" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.216299] env[62402]: DEBUG nova.network.neutron [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.314992] env[62402]: DEBUG nova.network.neutron [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Updating instance_info_cache with network_info: [{"id": "6fef31ca-b89a-4c9e-ab20-1cf083cfd277", "address": "fa:16:3e:d3:62:2e", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fef31ca-b8", "ovs_interfaceid": "6fef31ca-b89a-4c9e-ab20-1cf083cfd277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.425026] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 4ed0a788-ff15-4aff-89d3-73deb1dbbc69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1421.487517] env[62402]: DEBUG nova.network.neutron [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Updating instance_info_cache with network_info: [{"id": "61ea9b8e-f160-49ca-ae7f-a64c9b47fc09", "address": "fa:16:3e:5e:90:36", "network": {"id": "57680af8-f6ca-45a8-b89b-25e7351005e0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2091776106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd6dad28f4c411da616a31b3f96dab4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ea9b8e-f1", "ovs_interfaceid": "61ea9b8e-f160-49ca-ae7f-a64c9b47fc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.820871] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "refresh_cache-d606c3e6-78f6-42b1-9dc1-690215743e14" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.821596] env[62402]: DEBUG nova.objects.instance [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lazy-loading 'flavor' on Instance uuid d606c3e6-78f6-42b1-9dc1-690215743e14 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.929313] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 379c870d-bd18-448f-84d1-79dd3e465d5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1421.991867] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Releasing lock "refresh_cache-04c6f283-64fd-4122-bb25-ca8108ff5c12" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.992512] env[62402]: DEBUG nova.compute.manager [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Instance network_info: |[{"id": "61ea9b8e-f160-49ca-ae7f-a64c9b47fc09", "address": "fa:16:3e:5e:90:36", "network": {"id": "57680af8-f6ca-45a8-b89b-25e7351005e0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2091776106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd6dad28f4c411da616a31b3f96dab4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ea9b8e-f1", "ovs_interfaceid": "61ea9b8e-f160-49ca-ae7f-a64c9b47fc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1421.992921] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:90:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61ea9b8e-f160-49ca-ae7f-a64c9b47fc09', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.002112] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Creating folder: Project (cbd6dad28f4c411da616a31b3f96dab4). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1422.005521] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e0d22d1-3b2f-4319-adf3-70f92508b90c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.017648] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Created folder: Project (cbd6dad28f4c411da616a31b3f96dab4) in parent group-v386882. [ 1422.021018] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Creating folder: Instances. Parent ref: group-v386975. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1422.021018] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-619a2227-687e-48b5-a602-bfe3fbe724e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.027187] env[62402]: DEBUG nova.compute.manager [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Received event network-vif-plugged-61ea9b8e-f160-49ca-ae7f-a64c9b47fc09 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1422.027395] env[62402]: DEBUG oslo_concurrency.lockutils [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] Acquiring lock "04c6f283-64fd-4122-bb25-ca8108ff5c12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.027682] env[62402]: DEBUG oslo_concurrency.lockutils [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] Lock "04c6f283-64fd-4122-bb25-ca8108ff5c12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.027888] env[62402]: DEBUG oslo_concurrency.lockutils [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] Lock "04c6f283-64fd-4122-bb25-ca8108ff5c12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.028079] env[62402]: DEBUG nova.compute.manager [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] No waiting events found dispatching network-vif-plugged-61ea9b8e-f160-49ca-ae7f-a64c9b47fc09 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1422.029636] env[62402]: WARNING nova.compute.manager [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Received unexpected event network-vif-plugged-61ea9b8e-f160-49ca-ae7f-a64c9b47fc09 for instance with vm_state building and task_state spawning. [ 1422.029636] env[62402]: DEBUG nova.compute.manager [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Received event network-changed-61ea9b8e-f160-49ca-ae7f-a64c9b47fc09 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1422.029636] env[62402]: DEBUG nova.compute.manager [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Refreshing instance network info cache due to event network-changed-61ea9b8e-f160-49ca-ae7f-a64c9b47fc09. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1422.029636] env[62402]: DEBUG oslo_concurrency.lockutils [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] Acquiring lock "refresh_cache-04c6f283-64fd-4122-bb25-ca8108ff5c12" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.029636] env[62402]: DEBUG oslo_concurrency.lockutils [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] Acquired lock "refresh_cache-04c6f283-64fd-4122-bb25-ca8108ff5c12" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.029807] env[62402]: DEBUG nova.network.neutron [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Refreshing network info cache for port 61ea9b8e-f160-49ca-ae7f-a64c9b47fc09 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.032687] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Created folder: Instances in parent group-v386975. [ 1422.032958] env[62402]: DEBUG oslo.service.loopingcall [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1422.033217] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1422.033464] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d07c1b3-7a57-4fab-bd5c-aeccac8b693e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.060065] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.060065] env[62402]: value = "task-1872442" [ 1422.060065] env[62402]: _type = "Task" [ 1422.060065] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.070146] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872442, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.334171] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5a9123-d36c-45b9-b187-96e0efda4875 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.371018] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.371924] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70a15a0f-b764-41ea-8793-0888d80a5c2f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.379874] env[62402]: DEBUG oslo_vmware.api [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1422.379874] env[62402]: value = "task-1872443" [ 1422.379874] env[62402]: _type = "Task" [ 1422.379874] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.392558] env[62402]: DEBUG oslo_vmware.api [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.431998] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1422.546241] env[62402]: DEBUG nova.compute.manager [None req-f5ebb676-feaf-497e-b3e9-e36dc0383134 tempest-ServerDiagnosticsV248Test-1455822971 tempest-ServerDiagnosticsV248Test-1455822971-project-admin] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.547862] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a1bf62-fbe7-49d4-a916-ce6ab2419147 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.557538] env[62402]: INFO nova.compute.manager [None req-f5ebb676-feaf-497e-b3e9-e36dc0383134 tempest-ServerDiagnosticsV248Test-1455822971 tempest-ServerDiagnosticsV248Test-1455822971-project-admin] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Retrieving diagnostics [ 1422.558847] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa42ff00-817a-4d28-9110-e37e9d1e3e4c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.598854] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872442, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.859540] env[62402]: DEBUG nova.network.neutron [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Updated VIF entry in instance network info cache for port 61ea9b8e-f160-49ca-ae7f-a64c9b47fc09. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.859992] env[62402]: DEBUG nova.network.neutron [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Updating instance_info_cache with network_info: [{"id": "61ea9b8e-f160-49ca-ae7f-a64c9b47fc09", "address": "fa:16:3e:5e:90:36", "network": {"id": "57680af8-f6ca-45a8-b89b-25e7351005e0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2091776106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd6dad28f4c411da616a31b3f96dab4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ea9b8e-f1", "ovs_interfaceid": "61ea9b8e-f160-49ca-ae7f-a64c9b47fc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.889773] env[62402]: DEBUG oslo_vmware.api [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872443, 'name': PowerOffVM_Task, 'duration_secs': 0.416227} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.890067] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.897585] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Reconfiguring VM instance instance-0000001b to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1422.898087] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1e152e2-1f6b-4a87-82ad-b113d95cf052 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.916877] env[62402]: DEBUG oslo_vmware.api [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1422.916877] env[62402]: value = "task-1872448" [ 1422.916877] env[62402]: _type = "Task" [ 1422.916877] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.924997] env[62402]: DEBUG oslo_vmware.api [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.935175] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 1af50769-644f-4e6b-a859-0bf51f6cc6fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1423.071968] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872442, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.363259] env[62402]: DEBUG oslo_concurrency.lockutils [req-c52c6174-0975-44f0-a6bf-f75bdc12d3f0 req-f3ae5ee2-dff9-4ce3-bcc6-7f0d3266d5ee service nova] Releasing lock "refresh_cache-04c6f283-64fd-4122-bb25-ca8108ff5c12" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.426561] env[62402]: DEBUG oslo_vmware.api [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872448, 'name': ReconfigVM_Task, 'duration_secs': 0.422015} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.426838] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Reconfigured VM instance instance-0000001b to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1423.427029] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.427277] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fd624be-bb40-4e85-b40b-1438226cb936 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.433058] env[62402]: DEBUG oslo_vmware.api [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1423.433058] env[62402]: value = "task-1872449" [ 1423.433058] env[62402]: _type = "Task" [ 1423.433058] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.437573] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1423.441661] env[62402]: DEBUG oslo_vmware.api [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.573717] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872442, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.631106] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Acquiring lock "b753b654-ad56-408d-94b0-49275a3faa06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.631421] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Lock "b753b654-ad56-408d-94b0-49275a3faa06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.631624] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Acquiring lock "b753b654-ad56-408d-94b0-49275a3faa06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.631830] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Lock "b753b654-ad56-408d-94b0-49275a3faa06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.632083] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Lock "b753b654-ad56-408d-94b0-49275a3faa06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.638857] env[62402]: INFO nova.compute.manager [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Terminating instance [ 1423.943700] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8ae201ed-2458-4a38-9706-79834f32efe2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1423.945117] env[62402]: DEBUG oslo_vmware.api [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872449, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.073101] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872442, 'name': CreateVM_Task, 'duration_secs': 1.652198} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.073279] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.073945] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.074124] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.074447] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.074686] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-970da740-c442-4755-9bd4-603f02520172 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.079124] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1424.079124] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]527954b3-e3cb-82d7-e091-79dd82479e4c" [ 1424.079124] env[62402]: _type = "Task" [ 1424.079124] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.088883] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527954b3-e3cb-82d7-e091-79dd82479e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.141627] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Acquiring lock "refresh_cache-b753b654-ad56-408d-94b0-49275a3faa06" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.141832] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Acquired lock "refresh_cache-b753b654-ad56-408d-94b0-49275a3faa06" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.141968] env[62402]: DEBUG nova.network.neutron [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.443321] env[62402]: DEBUG oslo_vmware.api [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872449, 'name': PowerOnVM_Task, 'duration_secs': 0.630162} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.443558] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.443804] env[62402]: DEBUG nova.compute.manager [None req-fdea46ad-af1c-48b3-be42-8a3bfb19ea6e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.444604] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d581168-3ca3-4f19-bdd5-2ae7ff8cfec3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.447506] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 67de6b91-f9d0-4ff7-a629-a6628b6c0157 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1424.589260] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527954b3-e3cb-82d7-e091-79dd82479e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.016946} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.589632] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.589868] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1424.590118] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.590267] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.590469] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.590730] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccb4f25b-0e7a-4024-be50-a7cd60a36977 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.601097] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.601285] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1424.602016] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1c8123-3c4e-48f7-a44e-0171e5923e49 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.606928] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1424.606928] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e36e08-5c94-2a2d-e17c-e916fbc463f6" [ 1424.606928] env[62402]: _type = "Task" [ 1424.606928] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.614398] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e36e08-5c94-2a2d-e17c-e916fbc463f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.659114] env[62402]: DEBUG nova.network.neutron [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1424.712338] env[62402]: DEBUG nova.network.neutron [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.953211] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 7688e68b-a872-49b4-ab48-47866159eaa6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1424.953568] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1424.953608] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1425.121038] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e36e08-5c94-2a2d-e17c-e916fbc463f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013784} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.124112] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d249c1f-86a0-43ee-a4d0-dc2d21720c92 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.133432] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1425.133432] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52346d14-96e4-61be-e7da-850f49e598dd" [ 1425.133432] env[62402]: _type = "Task" [ 1425.133432] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.146673] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52346d14-96e4-61be-e7da-850f49e598dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010811} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.146928] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.147207] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 04c6f283-64fd-4122-bb25-ca8108ff5c12/04c6f283-64fd-4122-bb25-ca8108ff5c12.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1425.147463] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce7cbd2a-0986-45bf-a04e-381a41e1a527 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.157731] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1425.157731] env[62402]: value = "task-1872450" [ 1425.157731] env[62402]: _type = "Task" [ 1425.157731] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.165522] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.216577] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Releasing lock "refresh_cache-b753b654-ad56-408d-94b0-49275a3faa06" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.217106] env[62402]: DEBUG nova.compute.manager [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1425.217349] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.218203] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeec8370-c1b6-404a-813c-4e0706221967 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.227810] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.228063] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-862c2145-7280-4f52-b338-1ee25041eb0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.234979] env[62402]: DEBUG oslo_vmware.api [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Waiting for the task: (returnval){ [ 1425.234979] env[62402]: value = "task-1872451" [ 1425.234979] env[62402]: _type = "Task" [ 1425.234979] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.242696] env[62402]: DEBUG oslo_vmware.api [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.467616] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82a73b3-3d1a-40d9-8b25-8b7be09e3595 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.477580] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712c7828-9a8f-4039-affd-53e407ff189c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.514217] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454ce045-6c56-48ae-b974-3616cdae145f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.525808] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec9a32e-411f-4241-9c49-922b0cdaaf40 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.545455] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.667939] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872450, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.746244] env[62402]: DEBUG oslo_vmware.api [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872451, 'name': PowerOffVM_Task, 'duration_secs': 0.112477} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.746528] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.746731] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.747065] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a3e4c89-f54f-4ef8-b374-ef85031d86e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.773051] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.773216] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.773372] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Deleting the datastore file [datastore1] b753b654-ad56-408d-94b0-49275a3faa06 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.773657] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bde93ee-03bc-4ca1-9a48-06a18a76f1a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.782910] env[62402]: DEBUG oslo_vmware.api [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Waiting for the task: (returnval){ [ 1425.782910] env[62402]: value = "task-1872453" [ 1425.782910] env[62402]: _type = "Task" [ 1425.782910] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.791855] env[62402]: DEBUG oslo_vmware.api [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.049638] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.168097] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698797} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.168384] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 04c6f283-64fd-4122-bb25-ca8108ff5c12/04c6f283-64fd-4122-bb25-ca8108ff5c12.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1426.168990] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1426.168990] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92dda8bc-3462-45f4-86d9-8f305d20969f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.175732] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1426.175732] env[62402]: value = "task-1872455" [ 1426.175732] env[62402]: _type = "Task" [ 1426.175732] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.186551] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.293261] env[62402]: DEBUG oslo_vmware.api [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Task: {'id': task-1872453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141453} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.293526] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.293711] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.293889] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.294103] env[62402]: INFO nova.compute.manager [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1426.294709] env[62402]: DEBUG oslo.service.loopingcall [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.294709] env[62402]: DEBUG nova.compute.manager [-] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1426.294709] env[62402]: DEBUG nova.network.neutron [-] [instance: b753b654-ad56-408d-94b0-49275a3faa06] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1426.312303] env[62402]: DEBUG nova.network.neutron [-] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.554343] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1426.554602] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.241s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.554896] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.598s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.558085] env[62402]: INFO nova.compute.claims [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.563149] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.563305] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Cleaning up deleted instances {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1426.684811] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130489} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.685160] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.685891] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b050968d-86da-4498-9b74-7c77f5239ab0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.708106] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 04c6f283-64fd-4122-bb25-ca8108ff5c12/04c6f283-64fd-4122-bb25-ca8108ff5c12.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.708323] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f791e950-ff62-41d4-9b80-1dfccd69627b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.727681] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1426.727681] env[62402]: value = "task-1872456" [ 1426.727681] env[62402]: _type = "Task" [ 1426.727681] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.738768] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.817162] env[62402]: DEBUG nova.network.neutron [-] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.073162] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] There are 12 instances to clean {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1427.073445] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: dbb1f8dd-1059-49d5-9aa1-03076b234431] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1427.237326] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872456, 'name': ReconfigVM_Task, 'duration_secs': 0.294729} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.237616] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 04c6f283-64fd-4122-bb25-ca8108ff5c12/04c6f283-64fd-4122-bb25-ca8108ff5c12.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.238350] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33475811-0f80-4e19-9c17-b15271db85c1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.244803] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1427.244803] env[62402]: value = "task-1872457" [ 1427.244803] env[62402]: _type = "Task" [ 1427.244803] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.252981] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872457, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.319906] env[62402]: INFO nova.compute.manager [-] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Took 1.02 seconds to deallocate network for instance. [ 1427.577323] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: f64661b9-8a73-4152-8299-679864409724] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1427.668607] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.668866] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.758307] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872457, 'name': Rename_Task, 'duration_secs': 0.184597} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.758599] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.758841] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2155a75d-6c8a-48e3-82e1-75e4bc4a5ed9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.766875] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1427.766875] env[62402]: value = "task-1872458" [ 1427.766875] env[62402]: _type = "Task" [ 1427.766875] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.775084] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.826819] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.049540] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1356405-f2ef-40fb-8098-0d07e604e27c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.057065] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a67d466-da4e-41d7-9ff0-3de1806e4c38 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.086323] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 36eadbfe-b649-4959-8fbf-6eb389646e9f] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1428.088941] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6232c5-6650-4a57-8139-692feab96b61 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.096744] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01f867c-6d5f-4526-aa17-37556672d7b4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.113195] env[62402]: DEBUG nova.compute.provider_tree [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.278639] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872458, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.593294] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 83859393-d5b2-4e02-9e39-4672a02616d8] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1428.616537] env[62402]: DEBUG nova.scheduler.client.report [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.780020] env[62402]: DEBUG oslo_vmware.api [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872458, 'name': PowerOnVM_Task, 'duration_secs': 0.840272} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.780020] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1428.780020] env[62402]: INFO nova.compute.manager [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1428.780020] env[62402]: DEBUG nova.compute.manager [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1428.780318] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9e79c9-ea51-406e-845d-ff5078eaed77 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.097869] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: d7dbfb24-f031-4891-864b-6f05d3a9bafe] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1429.123048] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.123672] env[62402]: DEBUG nova.compute.manager [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1429.126676] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.481s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.128116] env[62402]: INFO nova.compute.claims [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.296017] env[62402]: INFO nova.compute.manager [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Took 41.97 seconds to build instance. [ 1429.601107] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 7443643b-7b8a-45a2-b980-d13863db241c] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1429.634989] env[62402]: DEBUG nova.compute.utils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1429.636808] env[62402]: DEBUG nova.compute.manager [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1429.636808] env[62402]: DEBUG nova.network.neutron [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.682481] env[62402]: DEBUG nova.policy [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40b68c2a973f488bab3f7afd446b655f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd2ccdd4eb3a4020bf1bdb6e1a510c76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1429.798297] env[62402]: DEBUG oslo_concurrency.lockutils [None req-76a60085-282e-4095-a481-780cafe492d1 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "04c6f283-64fd-4122-bb25-ca8108ff5c12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.203s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.104935] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: e373f33a-c3a8-4cf8-bf4c-d096bc0b040e] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1430.140310] env[62402]: DEBUG nova.compute.manager [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1430.181238] env[62402]: DEBUG nova.network.neutron [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Successfully created port: 809200ec-bff0-4a8b-bf75-e0591cd60775 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.305454] env[62402]: DEBUG nova.compute.manager [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1430.615243] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: a745e51a-f607-420b-bb0d-5692070a747a] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1430.702874] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069e913e-a796-4ee3-821e-72074195ca50 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.711850] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9978e4ae-d516-40fd-9c07-4f1f5162926c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.742766] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d54833c-4542-4e0b-93dc-974ada61445f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.750062] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eb4272-24dc-41aa-9ded-d422d5a47ade {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.764342] env[62402]: DEBUG nova.compute.provider_tree [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.823805] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.119565] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 49bd1942-1d63-40e9-adb0-3f1ee2cd5171] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1431.152156] env[62402]: DEBUG nova.compute.manager [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1431.184103] env[62402]: DEBUG nova.virt.hardware [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.184103] env[62402]: DEBUG nova.virt.hardware [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.184103] env[62402]: DEBUG nova.virt.hardware [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.184338] env[62402]: DEBUG nova.virt.hardware [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.184338] env[62402]: DEBUG nova.virt.hardware [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.184338] env[62402]: DEBUG nova.virt.hardware [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.184338] env[62402]: DEBUG nova.virt.hardware [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.184338] env[62402]: DEBUG nova.virt.hardware [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.184495] env[62402]: DEBUG nova.virt.hardware [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.184495] env[62402]: DEBUG nova.virt.hardware [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.184495] env[62402]: DEBUG nova.virt.hardware [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.184913] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26489ed-a780-470a-993a-2d89695217bd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.193298] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950fb9e1-3bcf-4acf-9cbf-9099ef1f06d3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.269086] env[62402]: DEBUG nova.scheduler.client.report [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.622707] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 28db6b5b-1d44-4314-b89f-97b6e12f5e9c] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1431.776402] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.776402] env[62402]: DEBUG nova.compute.manager [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1431.777821] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.797s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.780650] env[62402]: INFO nova.compute.claims [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.792569] env[62402]: DEBUG nova.compute.manager [req-06443918-8700-4d96-9e93-656d72a55d31 req-e266228a-e738-415b-b26c-a2d760013a66 service nova] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Received event network-vif-plugged-809200ec-bff0-4a8b-bf75-e0591cd60775 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1431.792569] env[62402]: DEBUG oslo_concurrency.lockutils [req-06443918-8700-4d96-9e93-656d72a55d31 req-e266228a-e738-415b-b26c-a2d760013a66 service nova] Acquiring lock "c408d003-2be8-4509-a0a4-93ca0e9d1965-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.792569] env[62402]: DEBUG oslo_concurrency.lockutils [req-06443918-8700-4d96-9e93-656d72a55d31 req-e266228a-e738-415b-b26c-a2d760013a66 service nova] Lock "c408d003-2be8-4509-a0a4-93ca0e9d1965-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.792569] env[62402]: DEBUG oslo_concurrency.lockutils [req-06443918-8700-4d96-9e93-656d72a55d31 req-e266228a-e738-415b-b26c-a2d760013a66 service nova] Lock "c408d003-2be8-4509-a0a4-93ca0e9d1965-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.792569] env[62402]: DEBUG nova.compute.manager [req-06443918-8700-4d96-9e93-656d72a55d31 req-e266228a-e738-415b-b26c-a2d760013a66 service nova] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] No waiting events found dispatching network-vif-plugged-809200ec-bff0-4a8b-bf75-e0591cd60775 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1431.792864] env[62402]: WARNING nova.compute.manager [req-06443918-8700-4d96-9e93-656d72a55d31 req-e266228a-e738-415b-b26c-a2d760013a66 service nova] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Received unexpected event network-vif-plugged-809200ec-bff0-4a8b-bf75-e0591cd60775 for instance with vm_state building and task_state spawning. [ 1431.904724] env[62402]: DEBUG nova.network.neutron [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Successfully updated port: 809200ec-bff0-4a8b-bf75-e0591cd60775 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.126402] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 15cb1e71-3702-4f64-a49c-1526dde5e8f9] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1432.288221] env[62402]: DEBUG nova.compute.utils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1432.289626] env[62402]: DEBUG nova.compute.manager [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1432.290158] env[62402]: DEBUG nova.network.neutron [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1432.348508] env[62402]: DEBUG nova.policy [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6145368f9cb14579aa47e41ca5406c04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5ce349ea6044322a7fcb98ca07b172d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1432.402219] env[62402]: DEBUG nova.compute.manager [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.403250] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b053710d-ed0c-4247-935b-4550747c9c84 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.409328] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Acquiring lock "refresh_cache-c408d003-2be8-4509-a0a4-93ca0e9d1965" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.409328] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Acquired lock "refresh_cache-c408d003-2be8-4509-a0a4-93ca0e9d1965" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.409328] env[62402]: DEBUG nova.network.neutron [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.632493] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: a52bb86d-9e50-4e8f-8164-e30141b27c82] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1432.692134] env[62402]: DEBUG nova.network.neutron [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Successfully created port: 90e42088-d444-4d86-a25a-a09e2e513e14 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1432.793015] env[62402]: DEBUG nova.compute.manager [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1432.923400] env[62402]: INFO nova.compute.manager [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] instance snapshotting [ 1432.926104] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9984ad98-8b98-4109-bafa-2e7874f8afc9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.949523] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d640a746-310d-415e-8fce-0f6d5dff91e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.952419] env[62402]: DEBUG nova.network.neutron [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.110721] env[62402]: DEBUG nova.network.neutron [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Updating instance_info_cache with network_info: [{"id": "809200ec-bff0-4a8b-bf75-e0591cd60775", "address": "fa:16:3e:fa:de:13", "network": {"id": "e4f2164e-4d47-4e22-8dc6-3906af0c0e3c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1273688546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd2ccdd4eb3a4020bf1bdb6e1a510c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809200ec-bf", "ovs_interfaceid": "809200ec-bff0-4a8b-bf75-e0591cd60775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.134370] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.134630] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Cleaning up deleted instances with incomplete migration {{(pid=62402) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1433.358728] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b4f7df-2576-4cbd-b572-5f4e8bf5aedb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.367330] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8537d265-c211-4598-b482-b0197d806d6d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.397435] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a354465-f2c5-4678-abac-e750f011eda5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.404938] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7558189d-6d89-4757-842b-7dd11a2abd28 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.418418] env[62402]: DEBUG nova.compute.provider_tree [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.465116] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1433.465416] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ff396a5-d4a0-48f1-92cd-f6a883e9ddfc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.474632] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1433.474632] env[62402]: value = "task-1872462" [ 1433.474632] env[62402]: _type = "Task" [ 1433.474632] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.483257] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872462, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.613243] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Releasing lock "refresh_cache-c408d003-2be8-4509-a0a4-93ca0e9d1965" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.613625] env[62402]: DEBUG nova.compute.manager [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Instance network_info: |[{"id": "809200ec-bff0-4a8b-bf75-e0591cd60775", "address": "fa:16:3e:fa:de:13", "network": {"id": "e4f2164e-4d47-4e22-8dc6-3906af0c0e3c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1273688546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd2ccdd4eb3a4020bf1bdb6e1a510c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809200ec-bf", "ovs_interfaceid": "809200ec-bff0-4a8b-bf75-e0591cd60775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1433.614061] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:de:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '809200ec-bff0-4a8b-bf75-e0591cd60775', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.621993] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Creating folder: Project (dd2ccdd4eb3a4020bf1bdb6e1a510c76). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.622273] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eeb5e4b-769a-40ad-8e69-9a38a548a875 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.632719] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Created folder: Project (dd2ccdd4eb3a4020bf1bdb6e1a510c76) in parent group-v386882. [ 1433.632905] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Creating folder: Instances. Parent ref: group-v386982. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.633153] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c47aa994-32bf-4014-8fcd-c49536e6771b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.636348] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.641800] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Created folder: Instances in parent group-v386982. [ 1433.642092] env[62402]: DEBUG oslo.service.loopingcall [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.642284] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.642482] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2323d45-b63d-4287-9536-421a2f13b6cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.663027] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.663027] env[62402]: value = "task-1872465" [ 1433.663027] env[62402]: _type = "Task" [ 1433.663027] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.670692] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872465, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.813258] env[62402]: DEBUG nova.compute.manager [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1433.819804] env[62402]: DEBUG nova.compute.manager [req-2c85c2e4-c9e7-4d34-a9b9-87f577122b1c req-244eb1f5-f004-4203-8c3f-e3ed9df0f61e service nova] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Received event network-changed-809200ec-bff0-4a8b-bf75-e0591cd60775 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1433.820099] env[62402]: DEBUG nova.compute.manager [req-2c85c2e4-c9e7-4d34-a9b9-87f577122b1c req-244eb1f5-f004-4203-8c3f-e3ed9df0f61e service nova] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Refreshing instance network info cache due to event network-changed-809200ec-bff0-4a8b-bf75-e0591cd60775. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1433.820239] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c85c2e4-c9e7-4d34-a9b9-87f577122b1c req-244eb1f5-f004-4203-8c3f-e3ed9df0f61e service nova] Acquiring lock "refresh_cache-c408d003-2be8-4509-a0a4-93ca0e9d1965" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.820629] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c85c2e4-c9e7-4d34-a9b9-87f577122b1c req-244eb1f5-f004-4203-8c3f-e3ed9df0f61e service nova] Acquired lock "refresh_cache-c408d003-2be8-4509-a0a4-93ca0e9d1965" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.820847] env[62402]: DEBUG nova.network.neutron [req-2c85c2e4-c9e7-4d34-a9b9-87f577122b1c req-244eb1f5-f004-4203-8c3f-e3ed9df0f61e service nova] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Refreshing network info cache for port 809200ec-bff0-4a8b-bf75-e0591cd60775 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.839364] env[62402]: DEBUG nova.virt.hardware [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1433.839479] env[62402]: DEBUG nova.virt.hardware [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.839641] env[62402]: DEBUG nova.virt.hardware [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1433.839881] env[62402]: DEBUG nova.virt.hardware [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.840041] env[62402]: DEBUG nova.virt.hardware [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1433.840245] env[62402]: DEBUG nova.virt.hardware [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1433.840474] env[62402]: DEBUG nova.virt.hardware [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1433.840692] env[62402]: DEBUG nova.virt.hardware [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1433.841723] env[62402]: DEBUG nova.virt.hardware [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1433.841723] env[62402]: DEBUG nova.virt.hardware [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1433.841723] env[62402]: DEBUG nova.virt.hardware [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1433.842570] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ba2c32-17bd-4d1c-ad5f-f5ff7148145f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.852096] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234cd6d6-0974-4101-8b37-3c86bd6eea02 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.921610] env[62402]: DEBUG nova.scheduler.client.report [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.985695] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872462, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.175146] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872465, 'name': CreateVM_Task, 'duration_secs': 0.487022} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.175450] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.175929] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.176129] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.176437] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1434.176715] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8122a015-8a81-4402-8605-7938f4623277 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.181449] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Waiting for the task: (returnval){ [ 1434.181449] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c745d6-9220-33af-9e92-1dffabec498e" [ 1434.181449] env[62402]: _type = "Task" [ 1434.181449] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.189625] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c745d6-9220-33af-9e92-1dffabec498e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.305190] env[62402]: DEBUG nova.network.neutron [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Successfully updated port: 90e42088-d444-4d86-a25a-a09e2e513e14 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1434.426816] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.427338] env[62402]: DEBUG nova.compute.manager [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1434.430216] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.313s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.431816] env[62402]: INFO nova.compute.claims [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1434.485917] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872462, 'name': CreateSnapshot_Task, 'duration_secs': 0.738492} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.487034] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1434.487972] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d80a54-9095-4af6-91b9-f9ac86bb7165 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.539028] env[62402]: DEBUG nova.network.neutron [req-2c85c2e4-c9e7-4d34-a9b9-87f577122b1c req-244eb1f5-f004-4203-8c3f-e3ed9df0f61e service nova] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Updated VIF entry in instance network info cache for port 809200ec-bff0-4a8b-bf75-e0591cd60775. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.539230] env[62402]: DEBUG nova.network.neutron [req-2c85c2e4-c9e7-4d34-a9b9-87f577122b1c req-244eb1f5-f004-4203-8c3f-e3ed9df0f61e service nova] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Updating instance_info_cache with network_info: [{"id": "809200ec-bff0-4a8b-bf75-e0591cd60775", "address": "fa:16:3e:fa:de:13", "network": {"id": "e4f2164e-4d47-4e22-8dc6-3906af0c0e3c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1273688546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd2ccdd4eb3a4020bf1bdb6e1a510c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809200ec-bf", "ovs_interfaceid": "809200ec-bff0-4a8b-bf75-e0591cd60775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.691339] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c745d6-9220-33af-9e92-1dffabec498e, 'name': SearchDatastore_Task, 'duration_secs': 0.012053} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.691666] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.691899] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.692207] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.692408] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.692627] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.692921] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0116042-dfe1-43bc-a511-7640d283b5bd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.704068] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.704292] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.705045] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fe39e6-ed60-4754-aff0-9b6bafc38d85 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.710091] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Waiting for the task: (returnval){ [ 1434.710091] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5297c0cf-1773-80e5-b902-a588d59d34f9" [ 1434.710091] env[62402]: _type = "Task" [ 1434.710091] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.717505] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5297c0cf-1773-80e5-b902-a588d59d34f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.808378] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "refresh_cache-c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.808644] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "refresh_cache-c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.808717] env[62402]: DEBUG nova.network.neutron [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.935849] env[62402]: DEBUG nova.compute.utils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1434.939577] env[62402]: DEBUG nova.compute.manager [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Not allocating networking since 'none' was specified. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1435.007330] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1435.007681] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20275095-3eea-457d-8744-43af539df423 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.019012] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1435.019012] env[62402]: value = "task-1872467" [ 1435.019012] env[62402]: _type = "Task" [ 1435.019012] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.027731] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872467, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.041855] env[62402]: DEBUG oslo_concurrency.lockutils [req-2c85c2e4-c9e7-4d34-a9b9-87f577122b1c req-244eb1f5-f004-4203-8c3f-e3ed9df0f61e service nova] Releasing lock "refresh_cache-c408d003-2be8-4509-a0a4-93ca0e9d1965" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.221708] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5297c0cf-1773-80e5-b902-a588d59d34f9, 'name': SearchDatastore_Task, 'duration_secs': 0.036223} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.222524] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb8f019-1414-476f-bb05-3e2c1d700601 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.228117] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Waiting for the task: (returnval){ [ 1435.228117] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cbafc5-2f94-33f5-5c33-1082e93727c4" [ 1435.228117] env[62402]: _type = "Task" [ 1435.228117] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.236691] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cbafc5-2f94-33f5-5c33-1082e93727c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.352834] env[62402]: DEBUG nova.network.neutron [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1435.441048] env[62402]: DEBUG nova.compute.manager [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1435.520681] env[62402]: DEBUG nova.network.neutron [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Updating instance_info_cache with network_info: [{"id": "90e42088-d444-4d86-a25a-a09e2e513e14", "address": "fa:16:3e:f0:b0:19", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e42088-d4", "ovs_interfaceid": "90e42088-d444-4d86-a25a-a09e2e513e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.534472] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872467, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.738526] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cbafc5-2f94-33f5-5c33-1082e93727c4, 'name': SearchDatastore_Task, 'duration_secs': 0.019948} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.741130] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.741429] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] c408d003-2be8-4509-a0a4-93ca0e9d1965/c408d003-2be8-4509-a0a4-93ca0e9d1965.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1435.741885] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aabccede-9547-4dc6-b094-7ee57dd3e733 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.748351] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Waiting for the task: (returnval){ [ 1435.748351] env[62402]: value = "task-1872468" [ 1435.748351] env[62402]: _type = "Task" [ 1435.748351] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.757659] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.876045] env[62402]: DEBUG nova.compute.manager [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Received event network-vif-plugged-90e42088-d444-4d86-a25a-a09e2e513e14 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1435.876262] env[62402]: DEBUG oslo_concurrency.lockutils [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] Acquiring lock "c33db3b7-9c39-42dc-ae25-7b1d0199b6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.876520] env[62402]: DEBUG oslo_concurrency.lockutils [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] Lock "c33db3b7-9c39-42dc-ae25-7b1d0199b6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.876738] env[62402]: DEBUG oslo_concurrency.lockutils [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] Lock "c33db3b7-9c39-42dc-ae25-7b1d0199b6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.876930] env[62402]: DEBUG nova.compute.manager [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] No waiting events found dispatching network-vif-plugged-90e42088-d444-4d86-a25a-a09e2e513e14 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.877113] env[62402]: WARNING nova.compute.manager [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Received unexpected event network-vif-plugged-90e42088-d444-4d86-a25a-a09e2e513e14 for instance with vm_state building and task_state spawning. [ 1435.877314] env[62402]: DEBUG nova.compute.manager [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Received event network-changed-90e42088-d444-4d86-a25a-a09e2e513e14 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1435.877500] env[62402]: DEBUG nova.compute.manager [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Refreshing instance network info cache due to event network-changed-90e42088-d444-4d86-a25a-a09e2e513e14. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1435.877692] env[62402]: DEBUG oslo_concurrency.lockutils [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] Acquiring lock "refresh_cache-c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.928046] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d28435e-5c81-4b44-93c8-5fcebd11f457 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.935561] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601f46d8-9d5e-41ad-b397-5e4cf724f231 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.970455] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf6b21a-8e59-49bb-a17c-852cb6850266 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.978998] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdab0a7-0191-4882-a35e-78c9b0be2b07 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.992412] env[62402]: DEBUG nova.compute.provider_tree [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.031701] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "refresh_cache-c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.032310] env[62402]: DEBUG nova.compute.manager [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Instance network_info: |[{"id": "90e42088-d444-4d86-a25a-a09e2e513e14", "address": "fa:16:3e:f0:b0:19", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e42088-d4", "ovs_interfaceid": "90e42088-d444-4d86-a25a-a09e2e513e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1436.032651] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872467, 'name': CloneVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.032905] env[62402]: DEBUG oslo_concurrency.lockutils [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] Acquired lock "refresh_cache-c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.033109] env[62402]: DEBUG nova.network.neutron [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Refreshing network info cache for port 90e42088-d444-4d86-a25a-a09e2e513e14 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.034461] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:b0:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90e42088-d444-4d86-a25a-a09e2e513e14', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1436.042780] env[62402]: DEBUG oslo.service.loopingcall [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.045898] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1436.046500] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a400e56-46a4-40de-86f9-8797e3941bfa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.071842] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1436.071842] env[62402]: value = "task-1872469" [ 1436.071842] env[62402]: _type = "Task" [ 1436.071842] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.083892] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872469, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.260153] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872468, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.378891] env[62402]: DEBUG nova.network.neutron [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Updated VIF entry in instance network info cache for port 90e42088-d444-4d86-a25a-a09e2e513e14. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.379314] env[62402]: DEBUG nova.network.neutron [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Updating instance_info_cache with network_info: [{"id": "90e42088-d444-4d86-a25a-a09e2e513e14", "address": "fa:16:3e:f0:b0:19", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e42088-d4", "ovs_interfaceid": "90e42088-d444-4d86-a25a-a09e2e513e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.475854] env[62402]: DEBUG nova.compute.manager [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1436.495623] env[62402]: DEBUG nova.scheduler.client.report [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.501915] env[62402]: DEBUG nova.virt.hardware [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1436.502309] env[62402]: DEBUG nova.virt.hardware [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1436.502641] env[62402]: DEBUG nova.virt.hardware [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1436.503072] env[62402]: DEBUG nova.virt.hardware [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1436.503188] env[62402]: DEBUG nova.virt.hardware [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1436.503364] env[62402]: DEBUG nova.virt.hardware [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1436.503708] env[62402]: DEBUG nova.virt.hardware [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1436.503926] env[62402]: DEBUG nova.virt.hardware [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1436.504198] env[62402]: DEBUG nova.virt.hardware [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1436.504373] env[62402]: DEBUG nova.virt.hardware [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1436.504611] env[62402]: DEBUG nova.virt.hardware [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1436.505874] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4866c0f-e244-4d6d-b43f-817b5f781aa2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.515297] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d447b389-326e-42d5-a33f-29ccebf4c959 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.530724] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Instance VIF info [] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1436.536696] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Creating folder: Project (0b5741db6c094434975a22ce00748ec5). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1436.539743] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17e0f7c4-0e26-4425-bc68-30952d287b2a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.547886] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872467, 'name': CloneVM_Task, 'duration_secs': 1.087602} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.548545] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Created linked-clone VM from snapshot [ 1436.548970] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedac417-3d26-479b-b538-a8d5dba7143f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.557406] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Uploading image 28153923-1553-4f83-854a-5dfee1e809ba {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1436.562060] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Created folder: Project (0b5741db6c094434975a22ce00748ec5) in parent group-v386882. [ 1436.562558] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Creating folder: Instances. Parent ref: group-v386988. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1436.562558] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ab91a6b-4003-44ea-bb42-d47455d56bb2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.569317] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1436.569317] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "878f2943-d443-4c4d-b09b-5972bbd06d9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.569317] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "878f2943-d443-4c4d-b09b-5972bbd06d9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.569554] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "878f2943-d443-4c4d-b09b-5972bbd06d9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.569695] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "878f2943-d443-4c4d-b09b-5972bbd06d9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.569798] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "878f2943-d443-4c4d-b09b-5972bbd06d9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.571348] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4fbce039-5cf3-4df3-9777-24623e28b3e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.573398] env[62402]: INFO nova.compute.manager [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Terminating instance [ 1436.579630] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Created folder: Instances in parent group-v386988. [ 1436.580642] env[62402]: DEBUG oslo.service.loopingcall [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.581185] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1436.581889] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0d4e168-f6ca-4ea8-a94d-cea6c00843e3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.599870] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1436.599870] env[62402]: value = "task-1872473" [ 1436.599870] env[62402]: _type = "Task" [ 1436.599870] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.600130] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872469, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.609622] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872473, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.610939] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1436.610939] env[62402]: value = "task-1872474" [ 1436.610939] env[62402]: _type = "Task" [ 1436.610939] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.618943] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872474, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.759298] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63524} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.759562] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] c408d003-2be8-4509-a0a4-93ca0e9d1965/c408d003-2be8-4509-a0a4-93ca0e9d1965.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1436.759836] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1436.760123] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c299c649-9dc8-42c0-8fd0-d74784aa8db2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.767012] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Waiting for the task: (returnval){ [ 1436.767012] env[62402]: value = "task-1872475" [ 1436.767012] env[62402]: _type = "Task" [ 1436.767012] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.775007] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.882557] env[62402]: DEBUG oslo_concurrency.lockutils [req-68764199-97e0-494b-a605-aa4196db7847 req-3da3e672-dfa6-433b-9d10-48c6cf7a825a service nova] Releasing lock "refresh_cache-c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.011047] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.011582] env[62402]: DEBUG nova.compute.manager [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.014267] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.351s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.015630] env[62402]: INFO nova.compute.claims [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.084737] env[62402]: DEBUG nova.compute.manager [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1437.084737] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1437.088303] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f98986-d62a-40b8-ac9a-016233f6038c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.090247] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872469, 'name': CreateVM_Task, 'duration_secs': 0.727083} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.090413] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1437.091417] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.091602] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.091914] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1437.092161] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6827c72-cc6d-4b02-9e35-657468002738 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.095612] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.096218] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fff51e52-e35b-45cd-9cc2-fc8313826b15 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.099105] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1437.099105] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f8dcee-0758-b349-1ac8-7bfb33413a94" [ 1437.099105] env[62402]: _type = "Task" [ 1437.099105] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.107743] env[62402]: DEBUG oslo_vmware.api [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1437.107743] env[62402]: value = "task-1872476" [ 1437.107743] env[62402]: _type = "Task" [ 1437.107743] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.112799] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f8dcee-0758-b349-1ac8-7bfb33413a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.113414] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872473, 'name': Destroy_Task, 'duration_secs': 0.469922} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.118920] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Destroyed the VM [ 1437.119299] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1437.119501] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-437a5617-7382-4b8b-97c8-8196a0d5a0ce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.126735] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872474, 'name': CreateVM_Task, 'duration_secs': 0.372966} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.130206] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1437.130533] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1437.130533] env[62402]: value = "task-1872477" [ 1437.130533] env[62402]: _type = "Task" [ 1437.130533] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.130747] env[62402]: DEBUG oslo_vmware.api [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.131157] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.139093] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.198291] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.198291] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.276724] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086643} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.278030] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.278906] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d000872-6a75-4574-b288-58892cf11c38 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.301119] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] c408d003-2be8-4509-a0a4-93ca0e9d1965/c408d003-2be8-4509-a0a4-93ca0e9d1965.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.301449] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-129e6c0d-3a77-4031-b0e2-f9e3b35085b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.326727] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Waiting for the task: (returnval){ [ 1437.326727] env[62402]: value = "task-1872478" [ 1437.326727] env[62402]: _type = "Task" [ 1437.326727] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.335900] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.520450] env[62402]: DEBUG nova.compute.utils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1437.523926] env[62402]: DEBUG nova.compute.manager [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.524188] env[62402]: DEBUG nova.network.neutron [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.574264] env[62402]: DEBUG nova.policy [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f97edd724234e6c83a7f9b44c2403a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb58c671d1584d4b846bd97979f0bc42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1437.610279] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f8dcee-0758-b349-1ac8-7bfb33413a94, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.610942] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.610942] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.611138] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.611324] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.611730] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.611819] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.612165] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1437.612395] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b2da117-23a7-4235-b813-348e0116c74d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.614313] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd442132-bc45-40a5-a336-a7b52225fb9c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.625870] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Waiting for the task: (returnval){ [ 1437.625870] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c41b72-109f-f884-fd66-21357df2e145" [ 1437.625870] env[62402]: _type = "Task" [ 1437.625870] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.629015] env[62402]: DEBUG oslo_vmware.api [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872476, 'name': PowerOffVM_Task, 'duration_secs': 0.271147} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.632114] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.632358] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1437.632780] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c4d9dfe-ae65-4fdd-abce-7a6297e94a7a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.645520] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.645520] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.645520] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c41b72-109f-f884-fd66-21357df2e145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.647246] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e650c36c-08ea-4a73-b707-05a0e8fd45a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.657129] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872477, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.658768] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1437.658768] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521af8a5-8d46-a5c9-8144-59795da9853b" [ 1437.658768] env[62402]: _type = "Task" [ 1437.658768] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.666374] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521af8a5-8d46-a5c9-8144-59795da9853b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.748285] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1437.751990] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1437.751990] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Deleting the datastore file [datastore1] 878f2943-d443-4c4d-b09b-5972bbd06d9b {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1437.751990] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c30e4e20-2d59-4706-89b3-82cf721577a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.759770] env[62402]: DEBUG oslo_vmware.api [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1437.759770] env[62402]: value = "task-1872480" [ 1437.759770] env[62402]: _type = "Task" [ 1437.759770] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.764699] env[62402]: DEBUG oslo_vmware.api [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.836220] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872478, 'name': ReconfigVM_Task, 'duration_secs': 0.41754} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.836485] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Reconfigured VM instance instance-00000024 to attach disk [datastore1] c408d003-2be8-4509-a0a4-93ca0e9d1965/c408d003-2be8-4509-a0a4-93ca0e9d1965.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.838203] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81bac39e-2d43-4717-a4b0-1e88bad2058d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.860929] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Waiting for the task: (returnval){ [ 1437.860929] env[62402]: value = "task-1872481" [ 1437.860929] env[62402]: _type = "Task" [ 1437.860929] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.907833] env[62402]: DEBUG nova.network.neutron [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Successfully created port: cc2369e8-0e0f-4751-9306-df289dcd5446 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.024494] env[62402]: DEBUG nova.compute.manager [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.146190] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c41b72-109f-f884-fd66-21357df2e145, 'name': SearchDatastore_Task, 'duration_secs': 0.028192} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.146711] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.147361] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.147361] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.147459] env[62402]: DEBUG oslo_vmware.api [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872477, 'name': RemoveSnapshot_Task, 'duration_secs': 0.981461} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.150052] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1438.168468] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521af8a5-8d46-a5c9-8144-59795da9853b, 'name': SearchDatastore_Task, 'duration_secs': 0.034149} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.177604] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b26cc3a-480d-4444-a239-4ab24ddc52f7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.182675] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1438.182675] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52465f3d-6427-8ee5-57cc-8b8c3f836481" [ 1438.182675] env[62402]: _type = "Task" [ 1438.182675] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.193209] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52465f3d-6427-8ee5-57cc-8b8c3f836481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.269621] env[62402]: DEBUG oslo_vmware.api [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428461} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.269889] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1438.270086] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1438.270268] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1438.270444] env[62402]: INFO nova.compute.manager [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1438.270764] env[62402]: DEBUG oslo.service.loopingcall [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.271056] env[62402]: DEBUG nova.compute.manager [-] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1438.271162] env[62402]: DEBUG nova.network.neutron [-] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1438.373522] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872481, 'name': Rename_Task, 'duration_secs': 0.291285} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.373793] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.374061] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b119a14-75cb-465c-a699-f49ca9a578b8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.384706] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Waiting for the task: (returnval){ [ 1438.384706] env[62402]: value = "task-1872483" [ 1438.384706] env[62402]: _type = "Task" [ 1438.384706] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.393125] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.598377] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad55ad4-e809-4931-bcaa-b3a53265bf71 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.606777] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bab567-902e-4ca9-bc8f-e57b03e99580 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.639965] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccc8e3c-5ae9-4fa6-831b-d11a414e0761 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.647553] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd10356-ed7d-4b65-8936-05a0876fa1e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.655127] env[62402]: WARNING nova.compute.manager [None req-802c0cb6-5080-4768-b3ff-5dfc2d4c3df2 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Image not found during snapshot: nova.exception.ImageNotFound: Image 28153923-1553-4f83-854a-5dfee1e809ba could not be found. [ 1438.666590] env[62402]: DEBUG nova.compute.provider_tree [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.692960] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52465f3d-6427-8ee5-57cc-8b8c3f836481, 'name': SearchDatastore_Task, 'duration_secs': 0.021736} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.693263] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.693515] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] c33db3b7-9c39-42dc-ae25-7b1d0199b6d4/c33db3b7-9c39-42dc-ae25-7b1d0199b6d4.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.693787] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.693973] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.694352] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73546675-c798-4c92-8496-7598042fc75c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.696409] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64ef68f2-9f64-45bb-99fe-177c80ca24e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.705028] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.705252] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.707301] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092d7f88-a317-46d8-8be7-0f240e5f2a59 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.709419] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1438.709419] env[62402]: value = "task-1872484" [ 1438.709419] env[62402]: _type = "Task" [ 1438.709419] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.714316] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Waiting for the task: (returnval){ [ 1438.714316] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52175e69-b24c-e4c8-6ae0-263f74d2e42d" [ 1438.714316] env[62402]: _type = "Task" [ 1438.714316] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.720795] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.728544] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52175e69-b24c-e4c8-6ae0-263f74d2e42d, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.729358] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb83ca5-5192-48af-a4a1-3b83eeb67f43 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.734837] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Waiting for the task: (returnval){ [ 1438.734837] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b4162d-7fa3-522a-b4dc-c87e875c5c59" [ 1438.734837] env[62402]: _type = "Task" [ 1438.734837] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.743145] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b4162d-7fa3-522a-b4dc-c87e875c5c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.895705] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872483, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.039219] env[62402]: DEBUG nova.compute.manager [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.055235] env[62402]: DEBUG nova.compute.manager [req-7eccc4be-b599-464d-9617-24f60ab8ecdd req-688ed5a9-4a80-401d-bf6a-bb902960bf6e service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Received event network-vif-deleted-34fadb2d-4a44-42ad-8d72-c98653eab838 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1439.056572] env[62402]: INFO nova.compute.manager [req-7eccc4be-b599-464d-9617-24f60ab8ecdd req-688ed5a9-4a80-401d-bf6a-bb902960bf6e service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Neutron deleted interface 34fadb2d-4a44-42ad-8d72-c98653eab838; detaching it from the instance and deleting it from the info cache [ 1439.057622] env[62402]: DEBUG nova.network.neutron [req-7eccc4be-b599-464d-9617-24f60ab8ecdd req-688ed5a9-4a80-401d-bf6a-bb902960bf6e service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.080048] env[62402]: DEBUG nova.virt.hardware [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.080315] env[62402]: DEBUG nova.virt.hardware [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.080471] env[62402]: DEBUG nova.virt.hardware [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.080687] env[62402]: DEBUG nova.virt.hardware [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.080854] env[62402]: DEBUG nova.virt.hardware [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.081015] env[62402]: DEBUG nova.virt.hardware [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.081229] env[62402]: DEBUG nova.virt.hardware [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.081387] env[62402]: DEBUG nova.virt.hardware [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.081565] env[62402]: DEBUG nova.virt.hardware [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.081750] env[62402]: DEBUG nova.virt.hardware [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.081944] env[62402]: DEBUG nova.virt.hardware [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.082932] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbb426b-eb40-480f-9224-6c0af7883b21 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.092765] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe01c6d-a189-439a-8c84-ef9493f8d585 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.169648] env[62402]: DEBUG nova.scheduler.client.report [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.220394] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.244849] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b4162d-7fa3-522a-b4dc-c87e875c5c59, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.245142] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.245413] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 92b2109a-f7b1-41ea-8189-ab44b8606c09/92b2109a-f7b1-41ea-8189-ab44b8606c09.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.245688] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bd6b239-f02b-42ec-9a1c-67c95126ce19 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.259533] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Waiting for the task: (returnval){ [ 1439.259533] env[62402]: value = "task-1872485" [ 1439.259533] env[62402]: _type = "Task" [ 1439.259533] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.272335] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.327611] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "04c6f283-64fd-4122-bb25-ca8108ff5c12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.327941] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "04c6f283-64fd-4122-bb25-ca8108ff5c12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.328205] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "04c6f283-64fd-4122-bb25-ca8108ff5c12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.328404] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "04c6f283-64fd-4122-bb25-ca8108ff5c12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.328598] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "04c6f283-64fd-4122-bb25-ca8108ff5c12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.331809] env[62402]: INFO nova.compute.manager [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Terminating instance [ 1439.384303] env[62402]: DEBUG nova.objects.instance [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lazy-loading 'flavor' on Instance uuid 0b21b2e2-3462-4388-99d5-6c7f35ba65c8 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.395817] env[62402]: DEBUG oslo_vmware.api [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872483, 'name': PowerOnVM_Task, 'duration_secs': 0.540694} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.396153] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.396912] env[62402]: INFO nova.compute.manager [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1439.396912] env[62402]: DEBUG nova.compute.manager [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.397632] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d0c060-af67-4678-bca2-1cca863f42f4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.438056] env[62402]: DEBUG nova.network.neutron [-] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.475843] env[62402]: DEBUG nova.compute.manager [req-7690c3a4-b274-445f-9789-e72acc0ea7c7 req-7b5b7232-f953-4a22-b0b6-665e32ff82c3 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Received event network-vif-plugged-cc2369e8-0e0f-4751-9306-df289dcd5446 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1439.476067] env[62402]: DEBUG oslo_concurrency.lockutils [req-7690c3a4-b274-445f-9789-e72acc0ea7c7 req-7b5b7232-f953-4a22-b0b6-665e32ff82c3 service nova] Acquiring lock "2de8ec70-a76a-46f6-ac71-e964dbb591df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.476288] env[62402]: DEBUG oslo_concurrency.lockutils [req-7690c3a4-b274-445f-9789-e72acc0ea7c7 req-7b5b7232-f953-4a22-b0b6-665e32ff82c3 service nova] Lock "2de8ec70-a76a-46f6-ac71-e964dbb591df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.476460] env[62402]: DEBUG oslo_concurrency.lockutils [req-7690c3a4-b274-445f-9789-e72acc0ea7c7 req-7b5b7232-f953-4a22-b0b6-665e32ff82c3 service nova] Lock "2de8ec70-a76a-46f6-ac71-e964dbb591df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.476631] env[62402]: DEBUG nova.compute.manager [req-7690c3a4-b274-445f-9789-e72acc0ea7c7 req-7b5b7232-f953-4a22-b0b6-665e32ff82c3 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] No waiting events found dispatching network-vif-plugged-cc2369e8-0e0f-4751-9306-df289dcd5446 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.476796] env[62402]: WARNING nova.compute.manager [req-7690c3a4-b274-445f-9789-e72acc0ea7c7 req-7b5b7232-f953-4a22-b0b6-665e32ff82c3 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Received unexpected event network-vif-plugged-cc2369e8-0e0f-4751-9306-df289dcd5446 for instance with vm_state building and task_state spawning. [ 1439.564430] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b212b831-992b-4b4c-ae06-22b98639754d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.569555] env[62402]: DEBUG nova.network.neutron [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Successfully updated port: cc2369e8-0e0f-4751-9306-df289dcd5446 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1439.577625] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ba9bf3-2e39-41cd-81b1-3b5086ef83f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.614095] env[62402]: DEBUG nova.compute.manager [req-7eccc4be-b599-464d-9617-24f60ab8ecdd req-688ed5a9-4a80-401d-bf6a-bb902960bf6e service nova] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Detach interface failed, port_id=34fadb2d-4a44-42ad-8d72-c98653eab838, reason: Instance 878f2943-d443-4c4d-b09b-5972bbd06d9b could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1439.675394] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.675923] env[62402]: DEBUG nova.compute.manager [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1439.679061] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.295s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.679061] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.680711] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.128s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.680938] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.682652] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.974s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.684073] env[62402]: INFO nova.compute.claims [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.716660] env[62402]: INFO nova.scheduler.client.report [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Deleted allocations for instance 27542ea8-947c-47a3-851d-ce46f0548a92 [ 1439.718256] env[62402]: INFO nova.scheduler.client.report [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Deleted allocations for instance 419be04d-04c1-4099-bf22-e8063e4bfbae [ 1439.730735] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587869} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.732158] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] c33db3b7-9c39-42dc-ae25-7b1d0199b6d4/c33db3b7-9c39-42dc-ae25-7b1d0199b6d4.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.732158] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.732158] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa3c65ac-3560-466b-a3e1-c451689545f3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.744094] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1439.744094] env[62402]: value = "task-1872486" [ 1439.744094] env[62402]: _type = "Task" [ 1439.744094] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.758770] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.774076] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872485, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.841311] env[62402]: DEBUG nova.compute.manager [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1439.841311] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.841311] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c68b27b-5a0b-4147-be97-76b873a11cf6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.849409] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.849916] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c987365c-a479-42d8-a7f7-3d319f4fb70a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.859792] env[62402]: DEBUG oslo_vmware.api [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1439.859792] env[62402]: value = "task-1872487" [ 1439.859792] env[62402]: _type = "Task" [ 1439.859792] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.868953] env[62402]: DEBUG oslo_vmware.api [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.895045] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquiring lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.897910] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquired lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.920722] env[62402]: INFO nova.compute.manager [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Took 50.98 seconds to build instance. [ 1439.941105] env[62402]: INFO nova.compute.manager [-] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Took 1.67 seconds to deallocate network for instance. [ 1440.079025] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.079025] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquired lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.079025] env[62402]: DEBUG nova.network.neutron [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.189527] env[62402]: DEBUG nova.compute.utils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.193448] env[62402]: DEBUG nova.compute.manager [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.193620] env[62402]: DEBUG nova.network.neutron [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.229766] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf2954b4-6c5c-43e1-8b19-75ffdeaa7155 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "419be04d-04c1-4099-bf22-e8063e4bfbae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.603s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.230665] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "419be04d-04c1-4099-bf22-e8063e4bfbae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 35.639s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.230894] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "419be04d-04c1-4099-bf22-e8063e4bfbae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.231104] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "419be04d-04c1-4099-bf22-e8063e4bfbae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.231273] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "419be04d-04c1-4099-bf22-e8063e4bfbae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.232768] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0398d3aa-ac71-4710-a4e5-3820be8efbe5 tempest-ServersAdminNegativeTestJSON-1029517143 tempest-ServersAdminNegativeTestJSON-1029517143-project-member] Lock "27542ea8-947c-47a3-851d-ce46f0548a92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.103s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.235795] env[62402]: INFO nova.compute.manager [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Terminating instance [ 1440.251007] env[62402]: DEBUG nova.policy [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db425e3a2e48bb9a3395b1d2a5a548', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b6817b4b074a1ca828f87374423cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1440.257691] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086943} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.257958] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1440.259041] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca0a835-cff1-43ed-978c-c36a65914638 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.293750] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] c33db3b7-9c39-42dc-ae25-7b1d0199b6d4/c33db3b7-9c39-42dc-ae25-7b1d0199b6d4.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.296759] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc46799-cfc6-41e5-8c8f-42a0cd8691c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.312026] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84017} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.315488] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 92b2109a-f7b1-41ea-8189-ab44b8606c09/92b2109a-f7b1-41ea-8189-ab44b8606c09.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.315488] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.315488] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c8232b6-2dd8-4d0e-8723-f9dec8963e9c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.320765] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1440.320765] env[62402]: value = "task-1872488" [ 1440.320765] env[62402]: _type = "Task" [ 1440.320765] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.322178] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Waiting for the task: (returnval){ [ 1440.322178] env[62402]: value = "task-1872489" [ 1440.322178] env[62402]: _type = "Task" [ 1440.322178] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.336687] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872488, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.340745] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.373985] env[62402]: DEBUG oslo_vmware.api [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872487, 'name': PowerOffVM_Task, 'duration_secs': 0.337026} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.374687] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.374687] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.374687] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d64ebfb1-1dfb-4619-ab26-075aec6091ae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.422839] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e9cfc205-ea4b-43bb-a679-aed5ce84bfdd tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Lock "c408d003-2be8-4509-a0a4-93ca0e9d1965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.160s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.434538] env[62402]: DEBUG nova.network.neutron [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.446150] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.469306] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.469594] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.469837] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Deleting the datastore file [datastore2] 04c6f283-64fd-4122-bb25-ca8108ff5c12 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.470169] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e19d0e6e-c4f2-45c7-895b-171f9736d757 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.477807] env[62402]: DEBUG oslo_vmware.api [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1440.477807] env[62402]: value = "task-1872491" [ 1440.477807] env[62402]: _type = "Task" [ 1440.477807] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.487638] env[62402]: DEBUG oslo_vmware.api [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.586086] env[62402]: DEBUG nova.network.neutron [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Successfully created port: 4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1440.643886] env[62402]: DEBUG nova.network.neutron [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1440.697367] env[62402]: DEBUG nova.compute.manager [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1440.741628] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.741840] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquired lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.742035] env[62402]: DEBUG nova.network.neutron [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.840857] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.841274] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081576} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.841707] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1440.842541] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e531831a-f228-4506-b718-75070a31a7fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.866159] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 92b2109a-f7b1-41ea-8189-ab44b8606c09/92b2109a-f7b1-41ea-8189-ab44b8606c09.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.868988] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a728559-6cf0-4d29-8416-6ed87dad45a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.894379] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Waiting for the task: (returnval){ [ 1440.894379] env[62402]: value = "task-1872492" [ 1440.894379] env[62402]: _type = "Task" [ 1440.894379] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.907509] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872492, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.928280] env[62402]: DEBUG nova.compute.manager [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1440.992799] env[62402]: DEBUG oslo_vmware.api [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.188568] env[62402]: DEBUG nova.network.neutron [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Updating instance_info_cache with network_info: [{"id": "cc2369e8-0e0f-4751-9306-df289dcd5446", "address": "fa:16:3e:4a:51:74", "network": {"id": "23344273-0bc3-4b13-ab76-58b9d6e029e7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-404114491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb58c671d1584d4b846bd97979f0bc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2369e8-0e", "ovs_interfaceid": "cc2369e8-0e0f-4751-9306-df289dcd5446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.245537] env[62402]: DEBUG nova.compute.utils [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Can not refresh info_cache because instance was not found {{(pid=62402) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1441.275539] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d00c5d-71f4-400c-8d85-3b4232569cc9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.286040] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b63cf5-356d-498d-bb37-b0edadacff77 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.291608] env[62402]: DEBUG nova.network.neutron [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.334266] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6959a9af-c8db-46df-9921-53c8750ccb1e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.342721] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872488, 'name': ReconfigVM_Task, 'duration_secs': 0.91219} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.345250] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Reconfigured VM instance instance-00000025 to attach disk [datastore1] c33db3b7-9c39-42dc-ae25-7b1d0199b6d4/c33db3b7-9c39-42dc-ae25-7b1d0199b6d4.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.345984] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4861a2df-414f-4ac8-8f6d-e74de0e0ef46 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.349461] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d9f34e-39b3-4c8a-aaa8-facaa061ebf6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.364570] env[62402]: DEBUG nova.compute.provider_tree [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.370186] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1441.370186] env[62402]: value = "task-1872493" [ 1441.370186] env[62402]: _type = "Task" [ 1441.370186] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.381224] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872493, 'name': Rename_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.407777] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.463574] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.475056] env[62402]: DEBUG nova.network.neutron [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.493266] env[62402]: DEBUG oslo_vmware.api [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.653288} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.494413] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.494413] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.494413] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.494413] env[62402]: INFO nova.compute.manager [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1441.494413] env[62402]: DEBUG oslo.service.loopingcall [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.495809] env[62402]: DEBUG nova.network.neutron [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Updating instance_info_cache with network_info: [{"id": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "address": "fa:16:3e:57:7a:05", "network": {"id": "5e285ff8-28c8-4708-a35a-943e2ce41cc4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-214396158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8982badedb14c38b9c0ae8c3082bace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc72aebe6-ec", "ovs_interfaceid": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.497152] env[62402]: DEBUG nova.compute.manager [-] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.497288] env[62402]: DEBUG nova.network.neutron [-] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.690659] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Releasing lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.691076] env[62402]: DEBUG nova.compute.manager [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Instance network_info: |[{"id": "cc2369e8-0e0f-4751-9306-df289dcd5446", "address": "fa:16:3e:4a:51:74", "network": {"id": "23344273-0bc3-4b13-ab76-58b9d6e029e7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-404114491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb58c671d1584d4b846bd97979f0bc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2369e8-0e", "ovs_interfaceid": "cc2369e8-0e0f-4751-9306-df289dcd5446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1441.692032] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:51:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc2369e8-0e0f-4751-9306-df289dcd5446', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.701593] env[62402]: DEBUG oslo.service.loopingcall [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.701884] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.702175] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e73da340-4e16-4e95-a30f-73c332951794 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.720407] env[62402]: DEBUG nova.compute.manager [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1441.728464] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.728464] env[62402]: value = "task-1872494" [ 1441.728464] env[62402]: _type = "Task" [ 1441.728464] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.736876] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872494, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.748204] env[62402]: DEBUG nova.virt.hardware [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.748462] env[62402]: DEBUG nova.virt.hardware [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.748648] env[62402]: DEBUG nova.virt.hardware [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.748854] env[62402]: DEBUG nova.virt.hardware [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.749061] env[62402]: DEBUG nova.virt.hardware [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.749274] env[62402]: DEBUG nova.virt.hardware [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.749527] env[62402]: DEBUG nova.virt.hardware [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.749730] env[62402]: DEBUG nova.virt.hardware [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.749944] env[62402]: DEBUG nova.virt.hardware [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.750161] env[62402]: DEBUG nova.virt.hardware [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.750377] env[62402]: DEBUG nova.virt.hardware [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.751318] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f368e6e-9e05-423b-93cf-1738b4392108 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.759379] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a92d227-120a-4754-9893-cea5324be066 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.872652] env[62402]: DEBUG nova.scheduler.client.report [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.886915] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872493, 'name': Rename_Task, 'duration_secs': 0.328596} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.887291] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.887589] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17561db0-c999-47c4-b68b-10dccd3ca557 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.896585] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1441.896585] env[62402]: value = "task-1872495" [ 1441.896585] env[62402]: _type = "Task" [ 1441.896585] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.910405] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872495, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.915015] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872492, 'name': ReconfigVM_Task, 'duration_secs': 0.539604} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.915015] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 92b2109a-f7b1-41ea-8189-ab44b8606c09/92b2109a-f7b1-41ea-8189-ab44b8606c09.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.915015] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88fbe7d4-6e85-42ff-9a92-93881bd26131 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.923792] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Waiting for the task: (returnval){ [ 1441.923792] env[62402]: value = "task-1872496" [ 1441.923792] env[62402]: _type = "Task" [ 1441.923792] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.933830] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872496, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.977411] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Releasing lock "refresh_cache-419be04d-04c1-4099-bf22-e8063e4bfbae" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.978034] env[62402]: DEBUG nova.compute.manager [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.978121] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.978487] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bab6751f-fa29-4eba-a930-58fcd8142b2c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.987761] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4b496e-9b64-4765-99f7-aed082ced6df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.001736] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Releasing lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.002170] env[62402]: DEBUG nova.compute.manager [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Inject network info {{(pid=62402) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1442.002576] env[62402]: DEBUG nova.compute.manager [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] network_info to inject: |[{"id": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "address": "fa:16:3e:57:7a:05", "network": {"id": "5e285ff8-28c8-4708-a35a-943e2ce41cc4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-214396158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8982badedb14c38b9c0ae8c3082bace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc72aebe6-ec", "ovs_interfaceid": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1442.008034] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Reconfiguring VM instance to set the machine id {{(pid=62402) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1442.011028] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3724cd37-d96c-46b0-9fc4-d2cc7f2f0cd4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.031381] env[62402]: DEBUG oslo_vmware.api [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for the task: (returnval){ [ 1442.031381] env[62402]: value = "task-1872497" [ 1442.031381] env[62402]: _type = "Task" [ 1442.031381] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.052138] env[62402]: WARNING nova.virt.vmwareapi.vmops [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 419be04d-04c1-4099-bf22-e8063e4bfbae could not be found. [ 1442.052482] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.052560] env[62402]: INFO nova.compute.manager [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1442.052811] env[62402]: DEBUG oslo.service.loopingcall [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.053564] env[62402]: DEBUG nova.compute.manager [-] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.053672] env[62402]: DEBUG nova.network.neutron [-] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.059052] env[62402]: DEBUG oslo_vmware.api [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.077858] env[62402]: DEBUG nova.network.neutron [-] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1442.167218] env[62402]: DEBUG nova.compute.manager [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Received event network-changed-cc2369e8-0e0f-4751-9306-df289dcd5446 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1442.167218] env[62402]: DEBUG nova.compute.manager [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Refreshing instance network info cache due to event network-changed-cc2369e8-0e0f-4751-9306-df289dcd5446. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1442.167218] env[62402]: DEBUG oslo_concurrency.lockutils [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] Acquiring lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.167218] env[62402]: DEBUG oslo_concurrency.lockutils [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] Acquired lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.167814] env[62402]: DEBUG nova.network.neutron [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Refreshing network info cache for port cc2369e8-0e0f-4751-9306-df289dcd5446 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.240239] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872494, 'name': CreateVM_Task, 'duration_secs': 0.377887} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.240413] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.241304] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.241304] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.241600] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1442.242176] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f76ea2-0d85-4860-9b94-ccfd391dcd4c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.247165] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1442.247165] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d06038-ef4c-5bc0-46d2-06e09dc19e23" [ 1442.247165] env[62402]: _type = "Task" [ 1442.247165] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.256081] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d06038-ef4c-5bc0-46d2-06e09dc19e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.294804] env[62402]: DEBUG nova.network.neutron [-] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.382334] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.382874] env[62402]: DEBUG nova.compute.manager [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1442.385863] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.253s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.386068] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.388334] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.994s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.389499] env[62402]: INFO nova.compute.claims [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.406175] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872495, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.416849] env[62402]: INFO nova.scheduler.client.report [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Deleted allocations for instance 8426c441-9234-499d-8a72-dc41f32e864e [ 1442.434605] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872496, 'name': Rename_Task, 'duration_secs': 0.190133} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.434895] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.435769] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72a0f6c2-1904-4a0e-b6df-5c78149b8929 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.443170] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Waiting for the task: (returnval){ [ 1442.443170] env[62402]: value = "task-1872498" [ 1442.443170] env[62402]: _type = "Task" [ 1442.443170] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.454276] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.525087] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "2110c7ab-0962-4884-b120-e1c1fb1bab16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.525398] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "2110c7ab-0962-4884-b120-e1c1fb1bab16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.525592] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "2110c7ab-0962-4884-b120-e1c1fb1bab16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.525772] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "2110c7ab-0962-4884-b120-e1c1fb1bab16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.525939] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "2110c7ab-0962-4884-b120-e1c1fb1bab16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.528765] env[62402]: INFO nova.compute.manager [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Terminating instance [ 1442.545254] env[62402]: DEBUG oslo_vmware.api [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872497, 'name': ReconfigVM_Task, 'duration_secs': 0.183577} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.546440] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9aaffb86-9005-462b-b4de-414d3abb7a52 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Reconfigured VM instance to set the machine id {{(pid=62402) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1442.584248] env[62402]: DEBUG nova.network.neutron [-] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.664250] env[62402]: DEBUG nova.objects.instance [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lazy-loading 'flavor' on Instance uuid 0b21b2e2-3462-4388-99d5-6c7f35ba65c8 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.688142] env[62402]: DEBUG nova.compute.manager [req-de23edcd-0ee9-4bfb-bdea-49313f2787ce req-9423f7cc-4c5b-4fc5-b8ef-26faef362a80 service nova] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Received event network-vif-plugged-4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1442.688371] env[62402]: DEBUG oslo_concurrency.lockutils [req-de23edcd-0ee9-4bfb-bdea-49313f2787ce req-9423f7cc-4c5b-4fc5-b8ef-26faef362a80 service nova] Acquiring lock "3d1735e1-4302-4891-9230-5fb564800cda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.688581] env[62402]: DEBUG oslo_concurrency.lockutils [req-de23edcd-0ee9-4bfb-bdea-49313f2787ce req-9423f7cc-4c5b-4fc5-b8ef-26faef362a80 service nova] Lock "3d1735e1-4302-4891-9230-5fb564800cda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.688811] env[62402]: DEBUG oslo_concurrency.lockutils [req-de23edcd-0ee9-4bfb-bdea-49313f2787ce req-9423f7cc-4c5b-4fc5-b8ef-26faef362a80 service nova] Lock "3d1735e1-4302-4891-9230-5fb564800cda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.689149] env[62402]: DEBUG nova.compute.manager [req-de23edcd-0ee9-4bfb-bdea-49313f2787ce req-9423f7cc-4c5b-4fc5-b8ef-26faef362a80 service nova] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] No waiting events found dispatching network-vif-plugged-4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.689545] env[62402]: WARNING nova.compute.manager [req-de23edcd-0ee9-4bfb-bdea-49313f2787ce req-9423f7cc-4c5b-4fc5-b8ef-26faef362a80 service nova] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Received unexpected event network-vif-plugged-4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f for instance with vm_state building and task_state spawning. [ 1442.741790] env[62402]: DEBUG nova.network.neutron [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Successfully updated port: 4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.762287] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d06038-ef4c-5bc0-46d2-06e09dc19e23, 'name': SearchDatastore_Task, 'duration_secs': 0.014018} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.762287] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.762407] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.762705] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.762793] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.762954] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.763712] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d7163b3-36d9-4f4e-a63b-c55c851d35ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.773160] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.773353] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.774115] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bbaef2c-9975-414d-bf89-eb51c74b643b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.782874] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1442.782874] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5220e267-526b-70e4-ff82-5debac3ef1b3" [ 1442.782874] env[62402]: _type = "Task" [ 1442.782874] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.792967] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5220e267-526b-70e4-ff82-5debac3ef1b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.797636] env[62402]: INFO nova.compute.manager [-] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Took 1.30 seconds to deallocate network for instance. [ 1442.851155] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Acquiring lock "555e79b9-57c7-4276-9bce-08999b2cdb83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.852417] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Lock "555e79b9-57c7-4276-9bce-08999b2cdb83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.894965] env[62402]: DEBUG nova.compute.utils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.900264] env[62402]: DEBUG nova.compute.manager [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1442.900264] env[62402]: DEBUG nova.network.neutron [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1442.920706] env[62402]: DEBUG oslo_vmware.api [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872495, 'name': PowerOnVM_Task, 'duration_secs': 0.648785} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.921070] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.921360] env[62402]: INFO nova.compute.manager [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1442.921628] env[62402]: DEBUG nova.compute.manager [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.922436] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7c6d87-39b2-4e07-9c55-e75a1589c685 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.933100] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a09bc03f-04f5-4d87-a572-5cb0c255bbff tempest-AttachInterfacesV270Test-732263758 tempest-AttachInterfacesV270Test-732263758-project-member] Lock "8426c441-9234-499d-8a72-dc41f32e864e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.325s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.957882] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872498, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.959488] env[62402]: DEBUG nova.policy [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2432410b6a4c4d1789628acebff52b87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcbd6b1dd6e545e49ccf6078d6ed1ad0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1443.035151] env[62402]: DEBUG nova.compute.manager [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1443.035622] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1443.036513] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a9d153-ed2c-4628-baad-c59d8c5ea50b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.045284] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.047342] env[62402]: DEBUG nova.network.neutron [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Updated VIF entry in instance network info cache for port cc2369e8-0e0f-4751-9306-df289dcd5446. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.047720] env[62402]: DEBUG nova.network.neutron [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Updating instance_info_cache with network_info: [{"id": "cc2369e8-0e0f-4751-9306-df289dcd5446", "address": "fa:16:3e:4a:51:74", "network": {"id": "23344273-0bc3-4b13-ab76-58b9d6e029e7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-404114491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb58c671d1584d4b846bd97979f0bc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2369e8-0e", "ovs_interfaceid": "cc2369e8-0e0f-4751-9306-df289dcd5446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.049564] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1deb97d-2a6d-4c08-8505-209311ffd76e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.060873] env[62402]: DEBUG oslo_vmware.api [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1443.060873] env[62402]: value = "task-1872499" [ 1443.060873] env[62402]: _type = "Task" [ 1443.060873] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.071736] env[62402]: DEBUG oslo_vmware.api [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.086165] env[62402]: INFO nova.compute.manager [-] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Took 1.03 seconds to deallocate network for instance. [ 1443.175889] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquiring lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.176528] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquired lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.245263] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "refresh_cache-3d1735e1-4302-4891-9230-5fb564800cda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.247953] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "refresh_cache-3d1735e1-4302-4891-9230-5fb564800cda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.247953] env[62402]: DEBUG nova.network.neutron [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.298936] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5220e267-526b-70e4-ff82-5debac3ef1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.020968} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.300197] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fa2ebb-4f5a-458b-9820-3b9b0d7be560 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.304950] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.308179] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1443.308179] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fd70aa-e62c-b36b-f114-0efe8019fb5c" [ 1443.308179] env[62402]: _type = "Task" [ 1443.308179] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.323404] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fd70aa-e62c-b36b-f114-0efe8019fb5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.323404] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.323404] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2de8ec70-a76a-46f6-ac71-e964dbb591df/2de8ec70-a76a-46f6-ac71-e964dbb591df.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.323404] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a02080f6-f91e-4a2d-925e-16b8b7dcdf8c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.334629] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1443.334629] env[62402]: value = "task-1872500" [ 1443.334629] env[62402]: _type = "Task" [ 1443.334629] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.344038] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.348055] env[62402]: DEBUG nova.network.neutron [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Successfully created port: 788d9229-d1ef-4222-ba2a-354ab6138686 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.400769] env[62402]: DEBUG nova.compute.manager [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1443.449232] env[62402]: INFO nova.compute.manager [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Took 51.82 seconds to build instance. [ 1443.466965] env[62402]: DEBUG oslo_vmware.api [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872498, 'name': PowerOnVM_Task, 'duration_secs': 0.826367} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.470592] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.471299] env[62402]: INFO nova.compute.manager [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1443.471299] env[62402]: DEBUG nova.compute.manager [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.474368] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fbfcab-22b7-4a3e-9c77-bd42969ca8d3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.553663] env[62402]: DEBUG oslo_concurrency.lockutils [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] Releasing lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.553975] env[62402]: DEBUG nova.compute.manager [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Received event network-changed-c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1443.554171] env[62402]: DEBUG nova.compute.manager [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Refreshing instance network info cache due to event network-changed-c72aebe6-ecbe-49e6-98fc-9bafacd78c8f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1443.554390] env[62402]: DEBUG oslo_concurrency.lockutils [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] Acquiring lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.573056] env[62402]: DEBUG oslo_vmware.api [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872499, 'name': PowerOffVM_Task, 'duration_secs': 0.220058} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.573056] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.573056] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.573056] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7709cc1-0b11-4103-8416-f47158d0c129 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.596480] env[62402]: INFO nova.compute.manager [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Instance disappeared during terminate [ 1443.596809] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9aa7872-ed16-469a-be5b-b5543ce01766 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "419be04d-04c1-4099-bf22-e8063e4bfbae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.366s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.650937] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1443.651182] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1443.651364] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Deleting the datastore file [datastore2] 2110c7ab-0962-4884-b120-e1c1fb1bab16 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.651645] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba5c5919-ca5e-46a8-ada2-abfb87b0b034 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.659449] env[62402]: DEBUG oslo_vmware.api [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for the task: (returnval){ [ 1443.659449] env[62402]: value = "task-1872502" [ 1443.659449] env[62402]: _type = "Task" [ 1443.659449] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.673651] env[62402]: DEBUG oslo_vmware.api [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.680402] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Acquiring lock "c408d003-2be8-4509-a0a4-93ca0e9d1965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.680867] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Lock "c408d003-2be8-4509-a0a4-93ca0e9d1965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.681940] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Acquiring lock "c408d003-2be8-4509-a0a4-93ca0e9d1965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.682164] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Lock "c408d003-2be8-4509-a0a4-93ca0e9d1965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.682340] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Lock "c408d003-2be8-4509-a0a4-93ca0e9d1965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.688473] env[62402]: INFO nova.compute.manager [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Terminating instance [ 1443.750237] env[62402]: DEBUG nova.network.neutron [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Successfully created port: e5b8f96b-e565-4053-b768-f2f38165a80a {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.842919] env[62402]: DEBUG nova.network.neutron [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.851225] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872500, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.961572] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154ea616-fe0d-48b7-b24e-f4bbc2015f56 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.874s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.997178] env[62402]: INFO nova.compute.manager [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Took 48.04 seconds to build instance. [ 1444.004136] env[62402]: DEBUG nova.network.neutron [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.101212] env[62402]: DEBUG nova.network.neutron [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Updating instance_info_cache with network_info: [{"id": "4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f", "address": "fa:16:3e:08:58:52", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4de1d8-c4", "ovs_interfaceid": "4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.124485] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563234ad-056d-4884-bd5d-d97458429338 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.132996] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f73cb16-840e-42e8-aa4a-a6c0e7ce06c2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.170926] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7673de6-fb99-4986-96e5-5bd749834d8b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.175038] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8a3b5955-f788-4a65-9286-aed8a5fa95fe tempest-ServersAdminTestJSON-2054030366 tempest-ServersAdminTestJSON-2054030366-project-admin] Acquiring lock "refresh_cache-c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.175219] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8a3b5955-f788-4a65-9286-aed8a5fa95fe tempest-ServersAdminTestJSON-2054030366 tempest-ServersAdminTestJSON-2054030366-project-admin] Acquired lock "refresh_cache-c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.175391] env[62402]: DEBUG nova.network.neutron [None req-8a3b5955-f788-4a65-9286-aed8a5fa95fe tempest-ServersAdminTestJSON-2054030366 tempest-ServersAdminTestJSON-2054030366-project-admin] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.182419] env[62402]: DEBUG oslo_vmware.api [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872502, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.185650] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf75149d-4bd4-4f60-9ab3-21cee0cd97eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.200256] env[62402]: DEBUG nova.compute.manager [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1444.200472] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.201265] env[62402]: DEBUG nova.compute.provider_tree [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.202983] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395891ac-b2eb-48a4-bea7-8a103a0e3d2a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.211924] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.211924] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d585500-c038-4683-9b35-114204d6774e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.221548] env[62402]: DEBUG oslo_vmware.api [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Waiting for the task: (returnval){ [ 1444.221548] env[62402]: value = "task-1872503" [ 1444.221548] env[62402]: _type = "Task" [ 1444.221548] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.229866] env[62402]: DEBUG oslo_vmware.api [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.346706] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680379} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.346983] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2de8ec70-a76a-46f6-ac71-e964dbb591df/2de8ec70-a76a-46f6-ac71-e964dbb591df.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.347239] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.348602] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61c0431e-d991-43ad-8600-908dc3b2f617 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.356815] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1444.356815] env[62402]: value = "task-1872504" [ 1444.356815] env[62402]: _type = "Task" [ 1444.356815] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.366328] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.413601] env[62402]: DEBUG nova.compute.manager [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1444.418493] env[62402]: DEBUG nova.network.neutron [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Successfully created port: 0f8bcfd3-91df-4afd-b056-95e029cecd1e {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.446726] env[62402]: DEBUG nova.virt.hardware [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1444.447235] env[62402]: DEBUG nova.virt.hardware [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.447235] env[62402]: DEBUG nova.virt.hardware [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.447317] env[62402]: DEBUG nova.virt.hardware [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.447447] env[62402]: DEBUG nova.virt.hardware [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.447590] env[62402]: DEBUG nova.virt.hardware [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1444.447790] env[62402]: DEBUG nova.virt.hardware [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1444.447984] env[62402]: DEBUG nova.virt.hardware [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1444.455022] env[62402]: DEBUG nova.virt.hardware [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1444.455022] env[62402]: DEBUG nova.virt.hardware [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1444.455022] env[62402]: DEBUG nova.virt.hardware [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1444.455022] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256e72a2-d6dd-47a6-8f8f-f2f62930c1d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.466975] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02430ee-8929-45ea-b73f-46c940d12c98 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.468744] env[62402]: DEBUG nova.compute.manager [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1444.500040] env[62402]: DEBUG oslo_concurrency.lockutils [None req-574ffa2f-5fea-472d-bb8d-32486ad01591 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Lock "92b2109a-f7b1-41ea-8189-ab44b8606c09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.154s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.520531] env[62402]: DEBUG nova.compute.manager [req-fad35fbe-55a4-43d3-b2e6-ec042700b99c req-02f78c52-051a-4cdd-8b01-29d009dcd522 service nova] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Received event network-vif-deleted-61ea9b8e-f160-49ca-ae7f-a64c9b47fc09 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1444.520758] env[62402]: DEBUG nova.compute.manager [req-fad35fbe-55a4-43d3-b2e6-ec042700b99c req-02f78c52-051a-4cdd-8b01-29d009dcd522 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Received event network-changed-c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1444.520923] env[62402]: DEBUG nova.compute.manager [req-fad35fbe-55a4-43d3-b2e6-ec042700b99c req-02f78c52-051a-4cdd-8b01-29d009dcd522 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Refreshing instance network info cache due to event network-changed-c72aebe6-ecbe-49e6-98fc-9bafacd78c8f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1444.522491] env[62402]: DEBUG oslo_concurrency.lockutils [req-fad35fbe-55a4-43d3-b2e6-ec042700b99c req-02f78c52-051a-4cdd-8b01-29d009dcd522 service nova] Acquiring lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.605454] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "refresh_cache-3d1735e1-4302-4891-9230-5fb564800cda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.605793] env[62402]: DEBUG nova.compute.manager [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Instance network_info: |[{"id": "4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f", "address": "fa:16:3e:08:58:52", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4de1d8-c4", "ovs_interfaceid": "4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1444.606333] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:58:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.614134] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Creating folder: Project (a3b6817b4b074a1ca828f87374423cb6). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.614433] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4635f7d-56f4-4b0a-bbea-e046c5a54553 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.636481] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Created folder: Project (a3b6817b4b074a1ca828f87374423cb6) in parent group-v386882. [ 1444.636625] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Creating folder: Instances. Parent ref: group-v386992. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.636875] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf98d0fc-7c69-439e-b210-aa4ee4072e26 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.648833] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Created folder: Instances in parent group-v386992. [ 1444.649107] env[62402]: DEBUG oslo.service.loopingcall [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.649283] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.649482] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-273fa3da-00f3-4936-9cf6-c3d37fbed421 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.671580] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.671580] env[62402]: value = "task-1872507" [ 1444.671580] env[62402]: _type = "Task" [ 1444.671580] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.674437] env[62402]: DEBUG oslo_vmware.api [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Task: {'id': task-1872502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526582} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.678128] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1444.678332] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1444.678508] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1444.678706] env[62402]: INFO nova.compute.manager [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1444.678950] env[62402]: DEBUG oslo.service.loopingcall [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.683036] env[62402]: DEBUG nova.compute.manager [-] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1444.683140] env[62402]: DEBUG nova.network.neutron [-] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.690079] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872507, 'name': CreateVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.707263] env[62402]: DEBUG nova.scheduler.client.report [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.732989] env[62402]: DEBUG oslo_vmware.api [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872503, 'name': PowerOffVM_Task, 'duration_secs': 0.417222} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.734142] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.734358] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.734622] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3401be54-20ed-4828-a18d-f86235152772 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.826044] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.826841] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.826841] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Deleting the datastore file [datastore1] c408d003-2be8-4509-a0a4-93ca0e9d1965 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.826977] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d766566f-e4f2-426f-8a84-a338a814b143 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.835366] env[62402]: DEBUG oslo_vmware.api [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Waiting for the task: (returnval){ [ 1444.835366] env[62402]: value = "task-1872509" [ 1444.835366] env[62402]: _type = "Task" [ 1444.835366] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.849223] env[62402]: DEBUG oslo_vmware.api [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.867094] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080094} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.867094] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.867384] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c7972a-cd6d-4a34-a6f2-f330f0321b15 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.891338] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 2de8ec70-a76a-46f6-ac71-e964dbb591df/2de8ec70-a76a-46f6-ac71-e964dbb591df.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.892245] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed4f8af5-da11-433a-bbae-5a0d2d419e1a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.928930] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1444.928930] env[62402]: value = "task-1872510" [ 1444.928930] env[62402]: _type = "Task" [ 1444.928930] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.943413] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.997307] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.003501] env[62402]: DEBUG nova.compute.manager [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1445.123096] env[62402]: DEBUG nova.network.neutron [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Updating instance_info_cache with network_info: [{"id": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "address": "fa:16:3e:57:7a:05", "network": {"id": "5e285ff8-28c8-4708-a35a-943e2ce41cc4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-214396158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8982badedb14c38b9c0ae8c3082bace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc72aebe6-ec", "ovs_interfaceid": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.189606] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872507, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.212953] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.213531] env[62402]: DEBUG nova.compute.manager [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1445.218033] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.037s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.219582] env[62402]: INFO nova.compute.claims [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1445.346845] env[62402]: DEBUG oslo_vmware.api [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Task: {'id': task-1872509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286785} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.347284] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.347513] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.347738] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.348028] env[62402]: INFO nova.compute.manager [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1445.348314] env[62402]: DEBUG oslo.service.loopingcall [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.350484] env[62402]: DEBUG nova.compute.manager [-] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.354128] env[62402]: DEBUG nova.network.neutron [-] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1445.356843] env[62402]: DEBUG nova.network.neutron [None req-8a3b5955-f788-4a65-9286-aed8a5fa95fe tempest-ServersAdminTestJSON-2054030366 tempest-ServersAdminTestJSON-2054030366-project-admin] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Updating instance_info_cache with network_info: [{"id": "90e42088-d444-4d86-a25a-a09e2e513e14", "address": "fa:16:3e:f0:b0:19", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e42088-d4", "ovs_interfaceid": "90e42088-d444-4d86-a25a-a09e2e513e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.394234] env[62402]: DEBUG nova.compute.manager [req-23c4bb1a-a2ce-441f-83da-7ccb098db212 req-a64ddbdc-c92d-4b18-ae3b-b0f1a53e5373 service nova] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Received event network-changed-4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1445.394234] env[62402]: DEBUG nova.compute.manager [req-23c4bb1a-a2ce-441f-83da-7ccb098db212 req-a64ddbdc-c92d-4b18-ae3b-b0f1a53e5373 service nova] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Refreshing instance network info cache due to event network-changed-4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1445.394234] env[62402]: DEBUG oslo_concurrency.lockutils [req-23c4bb1a-a2ce-441f-83da-7ccb098db212 req-a64ddbdc-c92d-4b18-ae3b-b0f1a53e5373 service nova] Acquiring lock "refresh_cache-3d1735e1-4302-4891-9230-5fb564800cda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.394234] env[62402]: DEBUG oslo_concurrency.lockutils [req-23c4bb1a-a2ce-441f-83da-7ccb098db212 req-a64ddbdc-c92d-4b18-ae3b-b0f1a53e5373 service nova] Acquired lock "refresh_cache-3d1735e1-4302-4891-9230-5fb564800cda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.394234] env[62402]: DEBUG nova.network.neutron [req-23c4bb1a-a2ce-441f-83da-7ccb098db212 req-a64ddbdc-c92d-4b18-ae3b-b0f1a53e5373 service nova] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Refreshing network info cache for port 4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.444953] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872510, 'name': ReconfigVM_Task, 'duration_secs': 0.365296} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.445311] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 2de8ec70-a76a-46f6-ac71-e964dbb591df/2de8ec70-a76a-46f6-ac71-e964dbb591df.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.445952] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e3ff712-6316-44dc-9a23-06e30a22f582 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.476030] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1445.476030] env[62402]: value = "task-1872511" [ 1445.476030] env[62402]: _type = "Task" [ 1445.476030] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.479239] env[62402]: DEBUG nova.compute.manager [None req-26dda86b-0946-440e-95c5-4c69fe20986d tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.480326] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4527b62a-3835-4877-b3df-0cbe80e1d7fe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.489091] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872511, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.531419] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.626305] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Releasing lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.626947] env[62402]: DEBUG nova.compute.manager [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Inject network info {{(pid=62402) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1445.627192] env[62402]: DEBUG nova.compute.manager [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] network_info to inject: |[{"id": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "address": "fa:16:3e:57:7a:05", "network": {"id": "5e285ff8-28c8-4708-a35a-943e2ce41cc4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-214396158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8982badedb14c38b9c0ae8c3082bace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc72aebe6-ec", "ovs_interfaceid": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1445.633831] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Reconfiguring VM instance to set the machine id {{(pid=62402) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1445.634065] env[62402]: DEBUG oslo_concurrency.lockutils [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] Acquired lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.634273] env[62402]: DEBUG nova.network.neutron [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Refreshing network info cache for port c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.635954] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-883d0022-6b72-4598-bc6f-32940ed35e41 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.669976] env[62402]: DEBUG oslo_vmware.api [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for the task: (returnval){ [ 1445.669976] env[62402]: value = "task-1872512" [ 1445.669976] env[62402]: _type = "Task" [ 1445.669976] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.679217] env[62402]: DEBUG oslo_vmware.api [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.687684] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872507, 'name': CreateVM_Task, 'duration_secs': 0.550956} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.687863] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.689360] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.689523] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.689850] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.690163] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f83a535-5867-4759-abb2-fd800d2ad11a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.696239] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1445.696239] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]526cf8e8-ddf8-0fb8-566a-5ab30f6fd0d7" [ 1445.696239] env[62402]: _type = "Task" [ 1445.696239] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.710140] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526cf8e8-ddf8-0fb8-566a-5ab30f6fd0d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.724967] env[62402]: DEBUG nova.compute.utils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.729806] env[62402]: DEBUG nova.compute.manager [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1445.730039] env[62402]: DEBUG nova.network.neutron [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.846720] env[62402]: DEBUG nova.policy [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f81e6a1d9e8415991d86bfdc8a9cb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44597faa2b3642a0bf93eb00368419eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1445.851261] env[62402]: DEBUG nova.network.neutron [-] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.861409] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8a3b5955-f788-4a65-9286-aed8a5fa95fe tempest-ServersAdminTestJSON-2054030366 tempest-ServersAdminTestJSON-2054030366-project-admin] Releasing lock "refresh_cache-c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.861409] env[62402]: DEBUG nova.compute.manager [None req-8a3b5955-f788-4a65-9286-aed8a5fa95fe tempest-ServersAdminTestJSON-2054030366 tempest-ServersAdminTestJSON-2054030366-project-admin] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Inject network info {{(pid=62402) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1445.861719] env[62402]: DEBUG nova.compute.manager [None req-8a3b5955-f788-4a65-9286-aed8a5fa95fe tempest-ServersAdminTestJSON-2054030366 tempest-ServersAdminTestJSON-2054030366-project-admin] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] network_info to inject: |[{"id": "90e42088-d444-4d86-a25a-a09e2e513e14", "address": "fa:16:3e:f0:b0:19", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e42088-d4", "ovs_interfaceid": "90e42088-d444-4d86-a25a-a09e2e513e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1445.865666] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3b5955-f788-4a65-9286-aed8a5fa95fe tempest-ServersAdminTestJSON-2054030366 tempest-ServersAdminTestJSON-2054030366-project-admin] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Reconfiguring VM instance to set the machine id {{(pid=62402) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1445.865995] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715443c4-03ba-4fd9-b080-0924610f40c9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.904253] env[62402]: DEBUG oslo_vmware.api [None req-8a3b5955-f788-4a65-9286-aed8a5fa95fe tempest-ServersAdminTestJSON-2054030366 tempest-ServersAdminTestJSON-2054030366-project-admin] Waiting for the task: (returnval){ [ 1445.904253] env[62402]: value = "task-1872513" [ 1445.904253] env[62402]: _type = "Task" [ 1445.904253] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.913936] env[62402]: DEBUG oslo_vmware.api [None req-8a3b5955-f788-4a65-9286-aed8a5fa95fe tempest-ServersAdminTestJSON-2054030366 tempest-ServersAdminTestJSON-2054030366-project-admin] Task: {'id': task-1872513, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.986053] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872511, 'name': Rename_Task, 'duration_secs': 0.194971} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.986342] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.986604] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be3a5e98-8f64-4a61-895c-563493f82deb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.994519] env[62402]: INFO nova.compute.manager [None req-26dda86b-0946-440e-95c5-4c69fe20986d tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] instance snapshotting [ 1445.995292] env[62402]: DEBUG nova.objects.instance [None req-26dda86b-0946-440e-95c5-4c69fe20986d tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Lazy-loading 'flavor' on Instance uuid 92b2109a-f7b1-41ea-8189-ab44b8606c09 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.007706] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1446.007706] env[62402]: value = "task-1872514" [ 1446.007706] env[62402]: _type = "Task" [ 1446.007706] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.017661] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.180172] env[62402]: DEBUG oslo_vmware.api [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872512, 'name': ReconfigVM_Task, 'duration_secs': 0.157927} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.182056] env[62402]: DEBUG nova.network.neutron [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Updated VIF entry in instance network info cache for port c72aebe6-ecbe-49e6-98fc-9bafacd78c8f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.182393] env[62402]: DEBUG nova.network.neutron [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Updating instance_info_cache with network_info: [{"id": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "address": "fa:16:3e:57:7a:05", "network": {"id": "5e285ff8-28c8-4708-a35a-943e2ce41cc4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-214396158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8982badedb14c38b9c0ae8c3082bace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc72aebe6-ec", "ovs_interfaceid": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.183527] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fdea02d0-c7ac-4468-8492-f144a955ddf7 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Reconfigured VM instance to set the machine id {{(pid=62402) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1446.208684] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526cf8e8-ddf8-0fb8-566a-5ab30f6fd0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012435} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.208999] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.209376] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.209496] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.209643] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.209823] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.210345] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1cd78e2-b0c5-4395-9f3b-f232fb50e959 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.220688] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.220965] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.221760] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b333aa1-196f-4088-b71f-fede07df5b6d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.229906] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1446.229906] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529a9636-d4da-81a0-0a64-e25acc5b6bde" [ 1446.229906] env[62402]: _type = "Task" [ 1446.229906] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.230391] env[62402]: DEBUG nova.compute.manager [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1446.242305] env[62402]: DEBUG oslo_concurrency.lockutils [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Acquiring lock "92b2109a-f7b1-41ea-8189-ab44b8606c09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.242854] env[62402]: DEBUG oslo_concurrency.lockutils [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Lock "92b2109a-f7b1-41ea-8189-ab44b8606c09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.242854] env[62402]: DEBUG oslo_concurrency.lockutils [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Acquiring lock "92b2109a-f7b1-41ea-8189-ab44b8606c09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.243400] env[62402]: DEBUG oslo_concurrency.lockutils [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Lock "92b2109a-f7b1-41ea-8189-ab44b8606c09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.243400] env[62402]: DEBUG oslo_concurrency.lockutils [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Lock "92b2109a-f7b1-41ea-8189-ab44b8606c09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.246333] env[62402]: INFO nova.compute.manager [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Terminating instance [ 1446.254399] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529a9636-d4da-81a0-0a64-e25acc5b6bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.299974] env[62402]: DEBUG nova.network.neutron [req-23c4bb1a-a2ce-441f-83da-7ccb098db212 req-a64ddbdc-c92d-4b18-ae3b-b0f1a53e5373 service nova] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Updated VIF entry in instance network info cache for port 4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.300435] env[62402]: DEBUG nova.network.neutron [req-23c4bb1a-a2ce-441f-83da-7ccb098db212 req-a64ddbdc-c92d-4b18-ae3b-b0f1a53e5373 service nova] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Updating instance_info_cache with network_info: [{"id": "4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f", "address": "fa:16:3e:08:58:52", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4de1d8-c4", "ovs_interfaceid": "4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.355061] env[62402]: INFO nova.compute.manager [-] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Took 1.67 seconds to deallocate network for instance. [ 1446.397556] env[62402]: DEBUG nova.network.neutron [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Successfully created port: 6c7f237b-6387-4ec2-993c-9f0d988bb0ed {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1446.420592] env[62402]: DEBUG oslo_vmware.api [None req-8a3b5955-f788-4a65-9286-aed8a5fa95fe tempest-ServersAdminTestJSON-2054030366 tempest-ServersAdminTestJSON-2054030366-project-admin] Task: {'id': task-1872513, 'name': ReconfigVM_Task, 'duration_secs': 0.228041} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.420967] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3b5955-f788-4a65-9286-aed8a5fa95fe tempest-ServersAdminTestJSON-2054030366 tempest-ServersAdminTestJSON-2054030366-project-admin] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Reconfigured VM instance to set the machine id {{(pid=62402) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1446.448807] env[62402]: DEBUG nova.network.neutron [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Successfully updated port: 788d9229-d1ef-4222-ba2a-354ab6138686 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.504058] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a4a64b-f410-452a-850d-66d6645b3456 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.528156] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab952db9-3b51-45c7-b43b-98cb06ba988d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.536419] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872514, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.589937] env[62402]: DEBUG nova.network.neutron [-] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.627334] env[62402]: DEBUG nova.compute.manager [req-52637f14-35a7-47e1-8d9f-c85f469bf75d req-b9b1fb28-64b5-40d6-877d-b0b5a18cd986 service nova] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Received event network-vif-deleted-ac21ed64-5884-4c09-ac38-b15ecd887f0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1446.627589] env[62402]: DEBUG nova.compute.manager [req-52637f14-35a7-47e1-8d9f-c85f469bf75d req-b9b1fb28-64b5-40d6-877d-b0b5a18cd986 service nova] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Received event network-vif-deleted-809200ec-bff0-4a8b-bf75-e0591cd60775 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1446.692611] env[62402]: DEBUG oslo_concurrency.lockutils [req-1dc9b9ac-382f-4809-b15b-e52470a3c9bd req-de2fe26b-937d-4cb7-93e1-fecdc5b2dc39 service nova] Releasing lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.694117] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquiring lock "0b21b2e2-3462-4388-99d5-6c7f35ba65c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.694117] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lock "0b21b2e2-3462-4388-99d5-6c7f35ba65c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.694117] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquiring lock "0b21b2e2-3462-4388-99d5-6c7f35ba65c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.694117] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lock "0b21b2e2-3462-4388-99d5-6c7f35ba65c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.694407] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lock "0b21b2e2-3462-4388-99d5-6c7f35ba65c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.695931] env[62402]: INFO nova.compute.manager [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Terminating instance [ 1446.701559] env[62402]: DEBUG oslo_concurrency.lockutils [req-fad35fbe-55a4-43d3-b2e6-ec042700b99c req-02f78c52-051a-4cdd-8b01-29d009dcd522 service nova] Acquired lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.701559] env[62402]: DEBUG nova.network.neutron [req-fad35fbe-55a4-43d3-b2e6-ec042700b99c req-02f78c52-051a-4cdd-8b01-29d009dcd522 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Refreshing network info cache for port c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.750277] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529a9636-d4da-81a0-0a64-e25acc5b6bde, 'name': SearchDatastore_Task, 'duration_secs': 0.045214} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.752046] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debd69d4-af8a-49af-bf30-08a7ed918f77 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.756867] env[62402]: DEBUG oslo_concurrency.lockutils [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Acquiring lock "refresh_cache-92b2109a-f7b1-41ea-8189-ab44b8606c09" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.758205] env[62402]: DEBUG oslo_concurrency.lockutils [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Acquired lock "refresh_cache-92b2109a-f7b1-41ea-8189-ab44b8606c09" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.758205] env[62402]: DEBUG nova.network.neutron [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.759742] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1446.759742] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5211d447-8db6-4003-497a-80ff39c5b83f" [ 1446.759742] env[62402]: _type = "Task" [ 1446.759742] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.776697] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5211d447-8db6-4003-497a-80ff39c5b83f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.803224] env[62402]: DEBUG oslo_concurrency.lockutils [req-23c4bb1a-a2ce-441f-83da-7ccb098db212 req-a64ddbdc-c92d-4b18-ae3b-b0f1a53e5373 service nova] Releasing lock "refresh_cache-3d1735e1-4302-4891-9230-5fb564800cda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.870553] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.916357] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1982f2b9-5c0b-4625-961b-88b629dd28d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.922517] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e41664-a3d5-4e3a-8b31-046920a799ef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.960324] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6860998f-71a7-45af-827b-8dffd7db0788 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.968521] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ea5369-6fb3-4628-833f-96847ae5245b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.982413] env[62402]: DEBUG nova.compute.provider_tree [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.018174] env[62402]: DEBUG oslo_vmware.api [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872514, 'name': PowerOnVM_Task, 'duration_secs': 0.549418} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.018516] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.018754] env[62402]: INFO nova.compute.manager [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1447.018939] env[62402]: DEBUG nova.compute.manager [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.019718] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e707f91-ada3-4edc-890b-3e6b2b60f32a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.046390] env[62402]: DEBUG nova.compute.manager [None req-26dda86b-0946-440e-95c5-4c69fe20986d tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Instance disappeared during snapshot {{(pid=62402) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1447.096133] env[62402]: INFO nova.compute.manager [-] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Took 1.75 seconds to deallocate network for instance. [ 1447.202586] env[62402]: DEBUG nova.compute.manager [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.202586] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.203028] env[62402]: DEBUG nova.compute.manager [None req-26dda86b-0946-440e-95c5-4c69fe20986d tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Found 0 images (rotation: 2) {{(pid=62402) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1447.204646] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe60301-c3d4-4ae3-b85b-37cedc0185bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.216243] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.216499] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c80d760c-3ba1-4d1d-8e23-92e6d144797a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.223908] env[62402]: DEBUG oslo_vmware.api [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for the task: (returnval){ [ 1447.223908] env[62402]: value = "task-1872515" [ 1447.223908] env[62402]: _type = "Task" [ 1447.223908] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.233641] env[62402]: DEBUG oslo_vmware.api [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.252449] env[62402]: DEBUG nova.compute.manager [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1447.292619] env[62402]: DEBUG nova.virt.hardware [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1447.292619] env[62402]: DEBUG nova.virt.hardware [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.292619] env[62402]: DEBUG nova.virt.hardware [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1447.292619] env[62402]: DEBUG nova.virt.hardware [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.292832] env[62402]: DEBUG nova.virt.hardware [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1447.292832] env[62402]: DEBUG nova.virt.hardware [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1447.292832] env[62402]: DEBUG nova.virt.hardware [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1447.292832] env[62402]: DEBUG nova.virt.hardware [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1447.293303] env[62402]: DEBUG nova.virt.hardware [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1447.293303] env[62402]: DEBUG nova.virt.hardware [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1447.293537] env[62402]: DEBUG nova.virt.hardware [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1447.294083] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5211d447-8db6-4003-497a-80ff39c5b83f, 'name': SearchDatastore_Task, 'duration_secs': 0.024538} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.294923] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e79ec06-1d8a-4b52-b910-b0eb9b81079d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.297699] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.297958] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 3d1735e1-4302-4891-9230-5fb564800cda/3d1735e1-4302-4891-9230-5fb564800cda.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.298263] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7d71483-8030-40e1-b738-bec168268c98 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.302795] env[62402]: DEBUG nova.network.neutron [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.308832] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f9efca-65ae-4f80-9058-ddf68d4e9504 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.314744] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1447.314744] env[62402]: value = "task-1872516" [ 1447.314744] env[62402]: _type = "Task" [ 1447.314744] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.333577] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.375324] env[62402]: DEBUG nova.network.neutron [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.486145] env[62402]: DEBUG nova.scheduler.client.report [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.537128] env[62402]: INFO nova.compute.manager [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Took 48.44 seconds to build instance. [ 1447.598534] env[62402]: DEBUG nova.compute.manager [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Received event network-vif-plugged-788d9229-d1ef-4222-ba2a-354ab6138686 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1447.598778] env[62402]: DEBUG oslo_concurrency.lockutils [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] Acquiring lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.599030] env[62402]: DEBUG oslo_concurrency.lockutils [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] Lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.599404] env[62402]: DEBUG oslo_concurrency.lockutils [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] Lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.599607] env[62402]: DEBUG nova.compute.manager [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] No waiting events found dispatching network-vif-plugged-788d9229-d1ef-4222-ba2a-354ab6138686 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.599869] env[62402]: WARNING nova.compute.manager [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Received unexpected event network-vif-plugged-788d9229-d1ef-4222-ba2a-354ab6138686 for instance with vm_state building and task_state spawning. [ 1447.600135] env[62402]: DEBUG nova.compute.manager [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Received event network-changed-788d9229-d1ef-4222-ba2a-354ab6138686 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1447.600328] env[62402]: DEBUG nova.compute.manager [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Refreshing instance network info cache due to event network-changed-788d9229-d1ef-4222-ba2a-354ab6138686. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1447.600540] env[62402]: DEBUG oslo_concurrency.lockutils [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] Acquiring lock "refresh_cache-4ed0a788-ff15-4aff-89d3-73deb1dbbc69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.600736] env[62402]: DEBUG oslo_concurrency.lockutils [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] Acquired lock "refresh_cache-4ed0a788-ff15-4aff-89d3-73deb1dbbc69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.600908] env[62402]: DEBUG nova.network.neutron [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Refreshing network info cache for port 788d9229-d1ef-4222-ba2a-354ab6138686 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.603901] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.633503] env[62402]: DEBUG nova.network.neutron [req-fad35fbe-55a4-43d3-b2e6-ec042700b99c req-02f78c52-051a-4cdd-8b01-29d009dcd522 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Updated VIF entry in instance network info cache for port c72aebe6-ecbe-49e6-98fc-9bafacd78c8f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.633865] env[62402]: DEBUG nova.network.neutron [req-fad35fbe-55a4-43d3-b2e6-ec042700b99c req-02f78c52-051a-4cdd-8b01-29d009dcd522 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Updating instance_info_cache with network_info: [{"id": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "address": "fa:16:3e:57:7a:05", "network": {"id": "5e285ff8-28c8-4708-a35a-943e2ce41cc4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-214396158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8982badedb14c38b9c0ae8c3082bace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc72aebe6-ec", "ovs_interfaceid": "c72aebe6-ecbe-49e6-98fc-9bafacd78c8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.736874] env[62402]: DEBUG oslo_vmware.api [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872515, 'name': PowerOffVM_Task, 'duration_secs': 0.234616} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.737218] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.737394] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.737940] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7845272-74ea-4fe1-8194-7cdfa1811f0c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.830037] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.841709] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.841934] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.844022] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Deleting the datastore file [datastore1] 0b21b2e2-3462-4388-99d5-6c7f35ba65c8 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.844022] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53b041bc-5dd1-4ebb-905a-0fe21400fd0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.850500] env[62402]: DEBUG oslo_vmware.api [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for the task: (returnval){ [ 1447.850500] env[62402]: value = "task-1872518" [ 1447.850500] env[62402]: _type = "Task" [ 1447.850500] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.859172] env[62402]: DEBUG oslo_vmware.api [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.882273] env[62402]: DEBUG oslo_concurrency.lockutils [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Releasing lock "refresh_cache-92b2109a-f7b1-41ea-8189-ab44b8606c09" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.882273] env[62402]: DEBUG nova.compute.manager [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.882273] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.883692] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12d4c23-c0d6-4509-8e92-618ae7db6455 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.892984] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.894200] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dedc45c-485e-4b57-bf7f-bcfc59047aa5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.903588] env[62402]: DEBUG oslo_vmware.api [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Waiting for the task: (returnval){ [ 1447.903588] env[62402]: value = "task-1872519" [ 1447.903588] env[62402]: _type = "Task" [ 1447.903588] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.912524] env[62402]: DEBUG oslo_vmware.api [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.991219] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.991834] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1447.994723] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.874s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.997590] env[62402]: INFO nova.compute.claims [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.039641] env[62402]: DEBUG oslo_concurrency.lockutils [None req-efb6122e-d34d-4da3-ade4-8c7d7be3bac4 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "2de8ec70-a76a-46f6-ac71-e964dbb591df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.924s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.137176] env[62402]: DEBUG oslo_concurrency.lockutils [req-fad35fbe-55a4-43d3-b2e6-ec042700b99c req-02f78c52-051a-4cdd-8b01-29d009dcd522 service nova] Releasing lock "refresh_cache-0b21b2e2-3462-4388-99d5-6c7f35ba65c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.140416] env[62402]: DEBUG nova.network.neutron [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.241236] env[62402]: DEBUG nova.network.neutron [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.321476] env[62402]: DEBUG nova.network.neutron [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Successfully updated port: 6c7f237b-6387-4ec2-993c-9f0d988bb0ed {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1448.330938] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749091} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.332029] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 3d1735e1-4302-4891-9230-5fb564800cda/3d1735e1-4302-4891-9230-5fb564800cda.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.332029] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.332029] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3988c49b-69c5-40b4-bb72-f8c3cd6e90f3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.342082] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1448.342082] env[62402]: value = "task-1872520" [ 1448.342082] env[62402]: _type = "Task" [ 1448.342082] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.350959] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.360377] env[62402]: DEBUG oslo_vmware.api [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Task: {'id': task-1872518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473367} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.360968] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.360968] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.361265] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.361497] env[62402]: INFO nova.compute.manager [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1448.361840] env[62402]: DEBUG oslo.service.loopingcall [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.366018] env[62402]: DEBUG nova.compute.manager [-] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1448.366018] env[62402]: DEBUG nova.network.neutron [-] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.422638] env[62402]: DEBUG oslo_vmware.api [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872519, 'name': PowerOffVM_Task, 'duration_secs': 0.204587} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.423661] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.423814] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.424309] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-402a8e57-1e13-4f19-b31e-84feb65680a2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.450993] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.450993] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.450993] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Deleting the datastore file [datastore1] 92b2109a-f7b1-41ea-8189-ab44b8606c09 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.450993] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3c37d39-996d-4ccf-a8b0-ad62ff7ea12b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.456614] env[62402]: DEBUG oslo_vmware.api [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Waiting for the task: (returnval){ [ 1448.456614] env[62402]: value = "task-1872522" [ 1448.456614] env[62402]: _type = "Task" [ 1448.456614] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.464466] env[62402]: DEBUG oslo_vmware.api [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.501985] env[62402]: DEBUG nova.compute.utils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1448.503474] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1448.503665] env[62402]: DEBUG nova.network.neutron [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1448.542809] env[62402]: DEBUG nova.compute.manager [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1448.744196] env[62402]: DEBUG oslo_concurrency.lockutils [req-5e4852d6-543a-44e6-b033-f860e05055bc req-854d6b8a-3c43-474e-8685-118ffda28cd0 service nova] Releasing lock "refresh_cache-4ed0a788-ff15-4aff-89d3-73deb1dbbc69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.824575] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "refresh_cache-379c870d-bd18-448f-84d1-79dd3e465d5c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.824575] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "refresh_cache-379c870d-bd18-448f-84d1-79dd3e465d5c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.824871] env[62402]: DEBUG nova.network.neutron [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.831095] env[62402]: DEBUG nova.policy [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2b8786b0d8e4a44b833a43f835bada0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0772e2c7de5c4986b4e9f092817fad60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1448.860472] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11704} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.861474] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.866608] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6113dc9-b87c-4c92-be87-6ff4a5b006da {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.902747] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 3d1735e1-4302-4891-9230-5fb564800cda/3d1735e1-4302-4891-9230-5fb564800cda.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.903153] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8df83738-fa92-487a-963d-5ec3262bba75 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.917946] env[62402]: INFO nova.compute.manager [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Rebuilding instance [ 1448.925673] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1448.925673] env[62402]: value = "task-1872523" [ 1448.925673] env[62402]: _type = "Task" [ 1448.925673] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.938275] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872523, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.966640] env[62402]: DEBUG oslo_vmware.api [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Task: {'id': task-1872522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382827} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.969276] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.969913] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.969913] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.970087] env[62402]: INFO nova.compute.manager [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1448.970270] env[62402]: DEBUG oslo.service.loopingcall [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.972452] env[62402]: DEBUG nova.compute.manager [-] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1448.972557] env[62402]: DEBUG nova.network.neutron [-] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.974338] env[62402]: DEBUG nova.compute.manager [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.975153] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90a1d58-d1d6-4495-b97f-c0044092b467 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.002835] env[62402]: DEBUG nova.network.neutron [-] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1449.007014] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.075843] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.159726] env[62402]: DEBUG nova.compute.manager [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Received event network-vif-plugged-6c7f237b-6387-4ec2-993c-9f0d988bb0ed {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1449.160538] env[62402]: DEBUG oslo_concurrency.lockutils [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] Acquiring lock "379c870d-bd18-448f-84d1-79dd3e465d5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.160538] env[62402]: DEBUG oslo_concurrency.lockutils [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] Lock "379c870d-bd18-448f-84d1-79dd3e465d5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.160538] env[62402]: DEBUG oslo_concurrency.lockutils [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] Lock "379c870d-bd18-448f-84d1-79dd3e465d5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.160538] env[62402]: DEBUG nova.compute.manager [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] No waiting events found dispatching network-vif-plugged-6c7f237b-6387-4ec2-993c-9f0d988bb0ed {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1449.160538] env[62402]: WARNING nova.compute.manager [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Received unexpected event network-vif-plugged-6c7f237b-6387-4ec2-993c-9f0d988bb0ed for instance with vm_state building and task_state spawning. [ 1449.160774] env[62402]: DEBUG nova.compute.manager [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Received event network-changed-cc2369e8-0e0f-4751-9306-df289dcd5446 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1449.160888] env[62402]: DEBUG nova.compute.manager [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Refreshing instance network info cache due to event network-changed-cc2369e8-0e0f-4751-9306-df289dcd5446. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1449.161080] env[62402]: DEBUG oslo_concurrency.lockutils [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] Acquiring lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.161363] env[62402]: DEBUG oslo_concurrency.lockutils [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] Acquired lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.161560] env[62402]: DEBUG nova.network.neutron [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Refreshing network info cache for port cc2369e8-0e0f-4751-9306-df289dcd5446 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.253099] env[62402]: DEBUG nova.network.neutron [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Successfully updated port: e5b8f96b-e565-4053-b768-f2f38165a80a {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1449.391725] env[62402]: DEBUG nova.network.neutron [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1449.438028] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872523, 'name': ReconfigVM_Task, 'duration_secs': 0.491293} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.440835] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 3d1735e1-4302-4891-9230-5fb564800cda/3d1735e1-4302-4891-9230-5fb564800cda.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.442203] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e9d0229-186f-4cc1-832a-fdada20cbcc5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.448146] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1449.448146] env[62402]: value = "task-1872524" [ 1449.448146] env[62402]: _type = "Task" [ 1449.448146] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.459164] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872524, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.464749] env[62402]: DEBUG nova.network.neutron [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Successfully created port: d1e97a13-465b-4706-9946-bf037b6df340 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1449.506708] env[62402]: DEBUG nova.network.neutron [-] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.597980] env[62402]: DEBUG nova.network.neutron [-] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.635789] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8dd1da-4538-4037-8fd6-270eaf418583 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.645257] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084e7b2d-b3ca-4a19-8b85-39eb3c47c3ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.681838] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b66539-be39-48f7-ba3e-eb22a30daef2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.690181] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ebb1a9-f152-416c-9573-907542856e3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.706216] env[62402]: DEBUG nova.compute.provider_tree [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.746458] env[62402]: DEBUG nova.network.neutron [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Updating instance_info_cache with network_info: [{"id": "6c7f237b-6387-4ec2-993c-9f0d988bb0ed", "address": "fa:16:3e:e2:03:b1", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7f237b-63", "ovs_interfaceid": "6c7f237b-6387-4ec2-993c-9f0d988bb0ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.756523] env[62402]: DEBUG nova.compute.manager [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Received event network-vif-plugged-e5b8f96b-e565-4053-b768-f2f38165a80a {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1449.756523] env[62402]: DEBUG oslo_concurrency.lockutils [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] Acquiring lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.756523] env[62402]: DEBUG oslo_concurrency.lockutils [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] Lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.756523] env[62402]: DEBUG oslo_concurrency.lockutils [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] Lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.756523] env[62402]: DEBUG nova.compute.manager [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] No waiting events found dispatching network-vif-plugged-e5b8f96b-e565-4053-b768-f2f38165a80a {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1449.756929] env[62402]: WARNING nova.compute.manager [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Received unexpected event network-vif-plugged-e5b8f96b-e565-4053-b768-f2f38165a80a for instance with vm_state building and task_state spawning. [ 1449.756929] env[62402]: DEBUG nova.compute.manager [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Received event network-changed-e5b8f96b-e565-4053-b768-f2f38165a80a {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1449.756929] env[62402]: DEBUG nova.compute.manager [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Refreshing instance network info cache due to event network-changed-e5b8f96b-e565-4053-b768-f2f38165a80a. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1449.756929] env[62402]: DEBUG oslo_concurrency.lockutils [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] Acquiring lock "refresh_cache-4ed0a788-ff15-4aff-89d3-73deb1dbbc69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.756929] env[62402]: DEBUG oslo_concurrency.lockutils [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] Acquired lock "refresh_cache-4ed0a788-ff15-4aff-89d3-73deb1dbbc69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.757188] env[62402]: DEBUG nova.network.neutron [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Refreshing network info cache for port e5b8f96b-e565-4053-b768-f2f38165a80a {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.801981] env[62402]: DEBUG oslo_concurrency.lockutils [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "2de8ec70-a76a-46f6-ac71-e964dbb591df" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.802766] env[62402]: DEBUG oslo_concurrency.lockutils [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "2de8ec70-a76a-46f6-ac71-e964dbb591df" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.803216] env[62402]: INFO nova.compute.manager [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Rebooting instance [ 1449.953598] env[62402]: DEBUG nova.network.neutron [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Updated VIF entry in instance network info cache for port cc2369e8-0e0f-4751-9306-df289dcd5446. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.953943] env[62402]: DEBUG nova.network.neutron [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Updating instance_info_cache with network_info: [{"id": "cc2369e8-0e0f-4751-9306-df289dcd5446", "address": "fa:16:3e:4a:51:74", "network": {"id": "23344273-0bc3-4b13-ab76-58b9d6e029e7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-404114491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb58c671d1584d4b846bd97979f0bc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2369e8-0e", "ovs_interfaceid": "cc2369e8-0e0f-4751-9306-df289dcd5446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.962902] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872524, 'name': Rename_Task, 'duration_secs': 0.483525} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.963196] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.963521] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69229b6e-843d-4be8-82e3-949f44ce03ef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.971466] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1449.971466] env[62402]: value = "task-1872525" [ 1449.971466] env[62402]: _type = "Task" [ 1449.971466] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.982487] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.988204] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.988499] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27642fd2-74ff-4927-94d1-5bf2f8b71304 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.996734] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1449.996734] env[62402]: value = "task-1872526" [ 1449.996734] env[62402]: _type = "Task" [ 1449.996734] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.007307] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.012452] env[62402]: INFO nova.compute.manager [-] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Took 1.04 seconds to deallocate network for instance. [ 1450.018823] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.051446] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.051992] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.052570] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.053051] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.056496] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.056496] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.056496] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.056496] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.056496] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.056838] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.056838] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.056838] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113dd804-e6cf-4628-b071-388e084f6368 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.067718] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c30364-36ce-4447-9d95-4d7852afc977 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.104049] env[62402]: INFO nova.compute.manager [-] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Took 1.74 seconds to deallocate network for instance. [ 1450.124869] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.125905] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.210031] env[62402]: DEBUG nova.scheduler.client.report [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.249355] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "refresh_cache-379c870d-bd18-448f-84d1-79dd3e465d5c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.249686] env[62402]: DEBUG nova.compute.manager [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Instance network_info: |[{"id": "6c7f237b-6387-4ec2-993c-9f0d988bb0ed", "address": "fa:16:3e:e2:03:b1", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7f237b-63", "ovs_interfaceid": "6c7f237b-6387-4ec2-993c-9f0d988bb0ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1450.250250] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:03:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c7f237b-6387-4ec2-993c-9f0d988bb0ed', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.258195] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating folder: Project (44597faa2b3642a0bf93eb00368419eb). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.259110] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7926dc58-14cc-4ba8-b829-40ce0b6ded7a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.274754] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Created folder: Project (44597faa2b3642a0bf93eb00368419eb) in parent group-v386882. [ 1450.274754] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating folder: Instances. Parent ref: group-v386995. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.274754] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c8e0bb8-b830-4d06-9d25-c49e4d68bac2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.285664] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Created folder: Instances in parent group-v386995. [ 1450.286271] env[62402]: DEBUG oslo.service.loopingcall [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.286271] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1450.286395] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cce03c85-894f-4b89-863e-9f9435ea749f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.319659] env[62402]: DEBUG nova.network.neutron [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.323839] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.323839] env[62402]: value = "task-1872529" [ 1450.323839] env[62402]: _type = "Task" [ 1450.323839] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.337656] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872529, 'name': CreateVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.359496] env[62402]: DEBUG oslo_concurrency.lockutils [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.456537] env[62402]: DEBUG oslo_concurrency.lockutils [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] Releasing lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.457194] env[62402]: DEBUG nova.compute.manager [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Received event network-changed-6c7f237b-6387-4ec2-993c-9f0d988bb0ed {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1450.457194] env[62402]: DEBUG nova.compute.manager [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Refreshing instance network info cache due to event network-changed-6c7f237b-6387-4ec2-993c-9f0d988bb0ed. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1450.457540] env[62402]: DEBUG oslo_concurrency.lockutils [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] Acquiring lock "refresh_cache-379c870d-bd18-448f-84d1-79dd3e465d5c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.457540] env[62402]: DEBUG oslo_concurrency.lockutils [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] Acquired lock "refresh_cache-379c870d-bd18-448f-84d1-79dd3e465d5c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.457677] env[62402]: DEBUG nova.network.neutron [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Refreshing network info cache for port 6c7f237b-6387-4ec2-993c-9f0d988bb0ed {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.459139] env[62402]: DEBUG oslo_concurrency.lockutils [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquired lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.459139] env[62402]: DEBUG nova.network.neutron [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.477072] env[62402]: DEBUG nova.network.neutron [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.487159] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872525, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.509024] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872526, 'name': PowerOffVM_Task, 'duration_secs': 0.314552} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.509024] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1450.509024] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1450.509024] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3ca7a3-b2d7-49ea-b6d9-49905e5e67d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.515533] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1450.516000] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e717bf6f-e641-47a5-b773-301d86e38cc2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.519137] env[62402]: DEBUG oslo_concurrency.lockutils [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.606518] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1450.606788] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1450.606947] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleting the datastore file [datastore1] 2d423f66-4b38-4fc4-abe5-5d09381e1c86 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1450.608063] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-170e2808-d297-4db8-bfea-e13e72db5bdc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.611089] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.616716] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1450.616716] env[62402]: value = "task-1872531" [ 1450.616716] env[62402]: _type = "Task" [ 1450.616716] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.625390] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.628405] env[62402]: DEBUG nova.compute.utils [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1450.715153] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.715730] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1450.718629] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.892s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.718887] env[62402]: DEBUG nova.objects.instance [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Lazy-loading 'resources' on Instance uuid b753b654-ad56-408d-94b0-49275a3faa06 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.833712] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872529, 'name': CreateVM_Task, 'duration_secs': 0.43548} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.833936] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.834639] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.834853] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.835124] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1450.835375] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e463bbe3-46db-47bf-8894-87fb60896f96 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.840078] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1450.840078] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d2aec6-6c1d-bcd3-36be-cfd58a020c2b" [ 1450.840078] env[62402]: _type = "Task" [ 1450.840078] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.847552] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d2aec6-6c1d-bcd3-36be-cfd58a020c2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.886064] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "47be46d2-23d2-4604-b566-0f1faaf1d390" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.886365] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "47be46d2-23d2-4604-b566-0f1faaf1d390" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.981673] env[62402]: DEBUG oslo_concurrency.lockutils [req-2aad30d1-29f9-4938-8891-454933768ecf req-18eed984-8e8e-4e1f-a65e-1fbac645cdc4 service nova] Releasing lock "refresh_cache-4ed0a788-ff15-4aff-89d3-73deb1dbbc69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.982011] env[62402]: DEBUG oslo_vmware.api [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872525, 'name': PowerOnVM_Task, 'duration_secs': 0.723791} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.982863] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.982863] env[62402]: INFO nova.compute.manager [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1450.982863] env[62402]: DEBUG nova.compute.manager [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.983937] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b4d278-6d5b-435a-9b2a-e146d2a74c02 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.131505] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384886} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.134258] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.134746] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1451.135510] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1451.135685] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1451.225153] env[62402]: DEBUG nova.compute.utils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1451.227600] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1451.227774] env[62402]: DEBUG nova.network.neutron [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1451.355942] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d2aec6-6c1d-bcd3-36be-cfd58a020c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.019745} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.359474] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.359912] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.360445] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.360445] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.360598] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.361092] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22fa8f9f-df89-4c1f-bf40-9d898c0385b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.370328] env[62402]: DEBUG nova.policy [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2b8786b0d8e4a44b833a43f835bada0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0772e2c7de5c4986b4e9f092817fad60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1451.375530] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.376082] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.376546] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b745e92-75a5-4d8b-948c-e8971878f10a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.386351] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1451.386351] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ca4afb-31db-817d-60eb-2c060345a41d" [ 1451.386351] env[62402]: _type = "Task" [ 1451.386351] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.396280] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ca4afb-31db-817d-60eb-2c060345a41d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.475384] env[62402]: DEBUG nova.network.neutron [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Updated VIF entry in instance network info cache for port 6c7f237b-6387-4ec2-993c-9f0d988bb0ed. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.475769] env[62402]: DEBUG nova.network.neutron [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Updating instance_info_cache with network_info: [{"id": "6c7f237b-6387-4ec2-993c-9f0d988bb0ed", "address": "fa:16:3e:e2:03:b1", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7f237b-63", "ovs_interfaceid": "6c7f237b-6387-4ec2-993c-9f0d988bb0ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.503734] env[62402]: INFO nova.compute.manager [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Took 49.87 seconds to build instance. [ 1451.506831] env[62402]: DEBUG nova.network.neutron [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Updating instance_info_cache with network_info: [{"id": "cc2369e8-0e0f-4751-9306-df289dcd5446", "address": "fa:16:3e:4a:51:74", "network": {"id": "23344273-0bc3-4b13-ab76-58b9d6e029e7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-404114491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb58c671d1584d4b846bd97979f0bc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2369e8-0e", "ovs_interfaceid": "cc2369e8-0e0f-4751-9306-df289dcd5446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.521034] env[62402]: DEBUG nova.network.neutron [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Successfully updated port: d1e97a13-465b-4706-9946-bf037b6df340 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.623622] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "1228d24f-f986-4e6c-9097-5fe14ab7fbda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.623857] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "1228d24f-f986-4e6c-9097-5fe14ab7fbda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.683432] env[62402]: DEBUG nova.network.neutron [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Successfully updated port: 0f8bcfd3-91df-4afd-b056-95e029cecd1e {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.732411] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1451.866142] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94522dcc-9a29-4341-a629-fcfa536480ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.875258] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eea7a71-ff81-4be3-aa3d-c0a555006777 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.883078] env[62402]: DEBUG nova.network.neutron [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Successfully created port: 2e07b5e3-7a8d-453d-a152-065a2a3e1240 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1452.660739] env[62402]: DEBUG oslo_concurrency.lockutils [req-47a2d4bc-5373-425f-a79b-c7c6ed3875b1 req-dfa5d1c5-88ad-405d-8d38-187a3a6259f1 service nova] Releasing lock "refresh_cache-379c870d-bd18-448f-84d1-79dd3e465d5c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.662988] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1455323d-a756-4a3e-a447-a81cd9ba57e6 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "3d1735e1-4302-4891-9230-5fb564800cda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.612s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.663391] env[62402]: DEBUG oslo_concurrency.lockutils [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Releasing lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.664490] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "refresh_cache-95d15af5-cc3c-4202-a6eb-c87db7c8c7d8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.664621] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired lock "refresh_cache-95d15af5-cc3c-4202-a6eb-c87db7c8c7d8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.664763] env[62402]: DEBUG nova.network.neutron [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.668139] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "refresh_cache-4ed0a788-ff15-4aff-89d3-73deb1dbbc69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.668290] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquired lock "refresh_cache-4ed0a788-ff15-4aff-89d3-73deb1dbbc69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.668428] env[62402]: DEBUG nova.network.neutron [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.669581] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.669780] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.669988] env[62402]: INFO nova.compute.manager [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Attaching volume 438e7eb2-d465-4e7a-82d1-a9a1f6fe351f to /dev/sdb [ 1452.680373] env[62402]: DEBUG nova.compute.manager [req-c2f3fb5c-e4e6-462e-93b1-611455117018 req-2dd4ecc9-cc1d-4421-b43c-5774d608a1c1 service nova] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Received event network-vif-deleted-c72aebe6-ecbe-49e6-98fc-9bafacd78c8f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1452.681424] env[62402]: DEBUG nova.compute.manager [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Received event network-vif-plugged-d1e97a13-465b-4706-9946-bf037b6df340 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1452.681424] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] Acquiring lock "95d15af5-cc3c-4202-a6eb-c87db7c8c7d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.681592] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] Lock "95d15af5-cc3c-4202-a6eb-c87db7c8c7d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.681758] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] Lock "95d15af5-cc3c-4202-a6eb-c87db7c8c7d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.681921] env[62402]: DEBUG nova.compute.manager [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] No waiting events found dispatching network-vif-plugged-d1e97a13-465b-4706-9946-bf037b6df340 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1452.682103] env[62402]: WARNING nova.compute.manager [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Received unexpected event network-vif-plugged-d1e97a13-465b-4706-9946-bf037b6df340 for instance with vm_state building and task_state spawning. [ 1452.682263] env[62402]: DEBUG nova.compute.manager [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Received event network-changed-d1e97a13-465b-4706-9946-bf037b6df340 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1452.682414] env[62402]: DEBUG nova.compute.manager [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Refreshing instance network info cache due to event network-changed-d1e97a13-465b-4706-9946-bf037b6df340. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1452.682573] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] Acquiring lock "refresh_cache-95d15af5-cc3c-4202-a6eb-c87db7c8c7d8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.684376] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844653ee-4e18-4b58-8a7f-3e4bdc7dbc06 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.703940] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ca4afb-31db-817d-60eb-2c060345a41d, 'name': SearchDatastore_Task, 'duration_secs': 0.016169} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.705497] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7296dec-4924-4141-8eff-b9898a682587 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.710272] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1be5197-8a56-4488-a0d6-cfe0f40659ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.714314] env[62402]: DEBUG nova.virt.hardware [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.714568] env[62402]: DEBUG nova.virt.hardware [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.714731] env[62402]: DEBUG nova.virt.hardware [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.714913] env[62402]: DEBUG nova.virt.hardware [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.715074] env[62402]: DEBUG nova.virt.hardware [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.715223] env[62402]: DEBUG nova.virt.hardware [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.715427] env[62402]: DEBUG nova.virt.hardware [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.715585] env[62402]: DEBUG nova.virt.hardware [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.715750] env[62402]: DEBUG nova.virt.hardware [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.715910] env[62402]: DEBUG nova.virt.hardware [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.716093] env[62402]: DEBUG nova.virt.hardware [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.718129] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369aff5a-af6c-4ece-857e-5c3356920896 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.729243] env[62402]: DEBUG nova.compute.provider_tree [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.732465] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c527806-b4f6-4be8-a736-cde9efdf9529 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.739105] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1452.739105] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]526c7dc3-21dd-7712-d2e3-4426c59d5c86" [ 1452.739105] env[62402]: _type = "Task" [ 1452.739105] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.740269] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e703b1-f196-42c6-be04-518c52dfe0aa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.749434] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a60ad50-8fde-4722-8086-bf1b03d2b403 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.760138] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:70:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7d99138-7572-4cc9-9bda-0e844bbc0c79', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.767822] env[62402]: DEBUG oslo.service.loopingcall [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1452.772075] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.773054] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526c7dc3-21dd-7712-d2e3-4426c59d5c86, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.773259] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da4072cd-e90c-46fc-bb3c-f5f1a08b86e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.790348] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.790348] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 379c870d-bd18-448f-84d1-79dd3e465d5c/379c870d-bd18-448f-84d1-79dd3e465d5c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.794189] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-417bf1b0-ac2d-45d4-8d88-463f7c0407be {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.796634] env[62402]: DEBUG nova.virt.block_device [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Updating existing volume attachment record: 5efc4b89-879d-4a35-a38c-ae2e267442d2 {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1452.804688] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1452.804688] env[62402]: value = "task-1872533" [ 1452.804688] env[62402]: _type = "Task" [ 1452.804688] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.805934] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.805934] env[62402]: value = "task-1872532" [ 1452.805934] env[62402]: _type = "Task" [ 1452.805934] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.822438] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.822677] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872532, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.182695] env[62402]: DEBUG nova.compute.manager [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.185264] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c377367-31eb-4b89-b3d1-e8863e6d1f67 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.191016] env[62402]: DEBUG nova.compute.manager [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1453.236885] env[62402]: DEBUG nova.scheduler.client.report [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.243145] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1453.252736] env[62402]: DEBUG nova.network.neutron [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.273627] env[62402]: DEBUG nova.network.neutron [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.281714] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1453.282268] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.282796] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1453.283207] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.283632] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1453.283996] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1453.284393] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1453.284798] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1453.285197] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1453.285593] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1453.286080] env[62402]: DEBUG nova.virt.hardware [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1453.287265] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76278c99-094e-4400-8fc4-654d084fc5cd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.299284] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47f9704-2fb9-469c-ae40-8172debf80e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.335529] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520917} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.339747] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 379c870d-bd18-448f-84d1-79dd3e465d5c/379c870d-bd18-448f-84d1-79dd3e465d5c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.340046] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.340312] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872532, 'name': CreateVM_Task, 'duration_secs': 0.365982} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.340531] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5decad44-f981-43a6-9be6-4f186a52df44 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.342608] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.343374] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.343558] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.343894] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1453.344565] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca47a6b-f4f8-4aed-8523-54521eb191a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.350406] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1453.350406] env[62402]: value = "task-1872537" [ 1453.350406] env[62402]: _type = "Task" [ 1453.350406] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.350741] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1453.350741] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52eb66aa-7540-67ab-3dc3-e4e698766765" [ 1453.350741] env[62402]: _type = "Task" [ 1453.350741] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.363370] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.367532] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52eb66aa-7540-67ab-3dc3-e4e698766765, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.367906] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.368220] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1453.368527] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.368777] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.369039] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1453.369375] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b40aa9c-854d-48dc-96dc-6a9e054214e9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.379062] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1453.379062] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1453.382415] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467045ae-0c95-43e3-8dde-94abf0064a0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.389825] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1453.389825] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d9c7fc-76c0-b2d1-b2a0-d37ea1d05776" [ 1453.389825] env[62402]: _type = "Task" [ 1453.389825] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.400627] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d9c7fc-76c0-b2d1-b2a0-d37ea1d05776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.645622] env[62402]: DEBUG nova.network.neutron [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Updating instance_info_cache with network_info: [{"id": "d1e97a13-465b-4706-9946-bf037b6df340", "address": "fa:16:3e:6f:ce:02", "network": {"id": "880fc707-421b-478b-9500-395868ffe4aa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-183692392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0772e2c7de5c4986b4e9f092817fad60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e97a13-46", "ovs_interfaceid": "d1e97a13-465b-4706-9946-bf037b6df340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.652718] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "062eaf4e-e1a3-4439-8cc8-b2a96f259779" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.652956] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "062eaf4e-e1a3-4439-8cc8-b2a96f259779" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.748989] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.749866] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.031s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.753257] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.929s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.755758] env[62402]: INFO nova.compute.claims [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.798108] env[62402]: INFO nova.scheduler.client.report [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Deleted allocations for instance b753b654-ad56-408d-94b0-49275a3faa06 [ 1453.865212] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072367} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.865212] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1453.865212] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada8f8f-a88c-4f6a-aa14-751ac20ccaf2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.871117] env[62402]: DEBUG nova.network.neutron [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Successfully updated port: 2e07b5e3-7a8d-453d-a152-065a2a3e1240 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1453.892590] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 379c870d-bd18-448f-84d1-79dd3e465d5c/379c870d-bd18-448f-84d1-79dd3e465d5c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.893661] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2903d896-6f34-4f4c-ab19-0e86cffc5337 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.920818] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d9c7fc-76c0-b2d1-b2a0-d37ea1d05776, 'name': SearchDatastore_Task, 'duration_secs': 0.009905} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.925022] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1453.925022] env[62402]: value = "task-1872538" [ 1453.925022] env[62402]: _type = "Task" [ 1453.925022] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.925022] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260b7035-8496-4873-884a-b52b7ae1a4c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.932293] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1453.932293] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524195c5-1274-f558-2425-b9e3176c84cd" [ 1453.932293] env[62402]: _type = "Task" [ 1453.932293] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.936225] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.944127] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524195c5-1274-f558-2425-b9e3176c84cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.064985] env[62402]: DEBUG nova.compute.manager [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Received event network-vif-plugged-2e07b5e3-7a8d-453d-a152-065a2a3e1240 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1454.065166] env[62402]: DEBUG oslo_concurrency.lockutils [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] Acquiring lock "1af50769-644f-4e6b-a859-0bf51f6cc6fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.065312] env[62402]: DEBUG oslo_concurrency.lockutils [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] Lock "1af50769-644f-4e6b-a859-0bf51f6cc6fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.065774] env[62402]: DEBUG oslo_concurrency.lockutils [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] Lock "1af50769-644f-4e6b-a859-0bf51f6cc6fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.065774] env[62402]: DEBUG nova.compute.manager [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] No waiting events found dispatching network-vif-plugged-2e07b5e3-7a8d-453d-a152-065a2a3e1240 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1454.065838] env[62402]: WARNING nova.compute.manager [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Received unexpected event network-vif-plugged-2e07b5e3-7a8d-453d-a152-065a2a3e1240 for instance with vm_state building and task_state spawning. [ 1454.066023] env[62402]: DEBUG nova.compute.manager [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Received event network-changed-2e07b5e3-7a8d-453d-a152-065a2a3e1240 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1454.066112] env[62402]: DEBUG nova.compute.manager [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Refreshing instance network info cache due to event network-changed-2e07b5e3-7a8d-453d-a152-065a2a3e1240. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1454.066302] env[62402]: DEBUG oslo_concurrency.lockutils [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] Acquiring lock "refresh_cache-1af50769-644f-4e6b-a859-0bf51f6cc6fb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.066438] env[62402]: DEBUG oslo_concurrency.lockutils [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] Acquired lock "refresh_cache-1af50769-644f-4e6b-a859-0bf51f6cc6fb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.066599] env[62402]: DEBUG nova.network.neutron [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Refreshing network info cache for port 2e07b5e3-7a8d-453d-a152-065a2a3e1240 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.129373] env[62402]: DEBUG nova.network.neutron [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Updating instance_info_cache with network_info: [{"id": "788d9229-d1ef-4222-ba2a-354ab6138686", "address": "fa:16:3e:97:2b:3e", "network": {"id": "02477182-4cde-4798-a7f1-8523e08c2542", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1863978972", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788d9229-d1", "ovs_interfaceid": "788d9229-d1ef-4222-ba2a-354ab6138686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5b8f96b-e565-4053-b768-f2f38165a80a", "address": "fa:16:3e:eb:16:cb", "network": {"id": "6bff9a7f-b1aa-40df-a3b9-8cfae1e3c634", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-189104503", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b8f96b-e5", "ovs_interfaceid": "e5b8f96b-e565-4053-b768-f2f38165a80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f8bcfd3-91df-4afd-b056-95e029cecd1e", "address": "fa:16:3e:25:25:53", "network": {"id": "02477182-4cde-4798-a7f1-8523e08c2542", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1863978972", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f8bcfd3-91", "ovs_interfaceid": "0f8bcfd3-91df-4afd-b056-95e029cecd1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.147985] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Releasing lock "refresh_cache-95d15af5-cc3c-4202-a6eb-c87db7c8c7d8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.148198] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Instance network_info: |[{"id": "d1e97a13-465b-4706-9946-bf037b6df340", "address": "fa:16:3e:6f:ce:02", "network": {"id": "880fc707-421b-478b-9500-395868ffe4aa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-183692392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0772e2c7de5c4986b4e9f092817fad60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e97a13-46", "ovs_interfaceid": "d1e97a13-465b-4706-9946-bf037b6df340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1454.148481] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] Acquired lock "refresh_cache-95d15af5-cc3c-4202-a6eb-c87db7c8c7d8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.148676] env[62402]: DEBUG nova.network.neutron [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Refreshing network info cache for port d1e97a13-465b-4706-9946-bf037b6df340 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.149794] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:ce:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1e97a13-465b-4706-9946-bf037b6df340', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.157567] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Creating folder: Project (0772e2c7de5c4986b4e9f092817fad60). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.158755] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff76fd50-e349-4969-9940-3c21ba6cab23 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.174483] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Created folder: Project (0772e2c7de5c4986b4e9f092817fad60) in parent group-v386882. [ 1454.174483] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Creating folder: Instances. Parent ref: group-v387001. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.174592] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5024c34-a87d-4ee5-8fde-ab3aa5077017 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.184531] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Created folder: Instances in parent group-v387001. [ 1454.184855] env[62402]: DEBUG oslo.service.loopingcall [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.185100] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.185279] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d03f8433-804c-44a3-873c-75093546d378 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.208155] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.208155] env[62402]: value = "task-1872541" [ 1454.208155] env[62402]: _type = "Task" [ 1454.208155] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.216543] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872541, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.221371] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc30661-c662-4c71-8540-92fc1640b29e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.228183] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Doing hard reboot of VM {{(pid=62402) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1454.228457] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6fe58bb9-6438-4b54-8076-ac3f283b8197 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.235742] env[62402]: DEBUG oslo_vmware.api [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1454.235742] env[62402]: value = "task-1872542" [ 1454.235742] env[62402]: _type = "Task" [ 1454.235742] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.243116] env[62402]: DEBUG oslo_vmware.api [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872542, 'name': ResetVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.306499] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e79d619-2126-4541-bab7-62927def3036 tempest-ServerDiagnosticsV248Test-941080375 tempest-ServerDiagnosticsV248Test-941080375-project-member] Lock "b753b654-ad56-408d-94b0-49275a3faa06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.675s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.384297] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "refresh_cache-1af50769-644f-4e6b-a859-0bf51f6cc6fb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.435951] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.444655] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524195c5-1274-f558-2425-b9e3176c84cd, 'name': SearchDatastore_Task, 'duration_secs': 0.086839} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.444946] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.445243] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2d423f66-4b38-4fc4-abe5-5d09381e1c86/2d423f66-4b38-4fc4-abe5-5d09381e1c86.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1454.445525] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22f5564e-82cc-4681-b402-aba282d70821 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.453269] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1454.453269] env[62402]: value = "task-1872543" [ 1454.453269] env[62402]: _type = "Task" [ 1454.453269] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.462148] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.601294] env[62402]: DEBUG nova.network.neutron [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1454.632311] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Releasing lock "refresh_cache-4ed0a788-ff15-4aff-89d3-73deb1dbbc69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.632523] env[62402]: DEBUG nova.compute.manager [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Instance network_info: |[{"id": "788d9229-d1ef-4222-ba2a-354ab6138686", "address": "fa:16:3e:97:2b:3e", "network": {"id": "02477182-4cde-4798-a7f1-8523e08c2542", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1863978972", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788d9229-d1", "ovs_interfaceid": "788d9229-d1ef-4222-ba2a-354ab6138686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5b8f96b-e565-4053-b768-f2f38165a80a", "address": "fa:16:3e:eb:16:cb", "network": {"id": "6bff9a7f-b1aa-40df-a3b9-8cfae1e3c634", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-189104503", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b8f96b-e5", "ovs_interfaceid": "e5b8f96b-e565-4053-b768-f2f38165a80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f8bcfd3-91df-4afd-b056-95e029cecd1e", "address": "fa:16:3e:25:25:53", "network": {"id": "02477182-4cde-4798-a7f1-8523e08c2542", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1863978972", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f8bcfd3-91", "ovs_interfaceid": "0f8bcfd3-91df-4afd-b056-95e029cecd1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1454.633010] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:2b:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '788d9229-d1ef-4222-ba2a-354ab6138686', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:16:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5b8f96b-e565-4053-b768-f2f38165a80a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:25:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f8bcfd3-91df-4afd-b056-95e029cecd1e', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.645113] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Creating folder: Project (bcbd6b1dd6e545e49ccf6078d6ed1ad0). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.645435] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae0bcd57-3044-4c58-9ae2-fc2ed9e9b113 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.654755] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Created folder: Project (bcbd6b1dd6e545e49ccf6078d6ed1ad0) in parent group-v386882. [ 1454.654755] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Creating folder: Instances. Parent ref: group-v387004. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.654941] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-293d1345-10ef-4cb3-a0da-bc10f9c8becf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.663166] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Created folder: Instances in parent group-v387004. [ 1454.663395] env[62402]: DEBUG oslo.service.loopingcall [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.663577] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.663780] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-367db391-5176-422a-bf15-1115f0a401ad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.690596] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.690596] env[62402]: value = "task-1872546" [ 1454.690596] env[62402]: _type = "Task" [ 1454.690596] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.699749] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872546, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.712747] env[62402]: DEBUG nova.network.neutron [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.720813] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872541, 'name': CreateVM_Task, 'duration_secs': 0.410747} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.721036] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.721724] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.721930] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.722266] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.722524] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e94e28-21e1-411f-9889-e71cff59e889 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.729009] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1454.729009] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a804fa-903d-2334-915c-4d68ab91da99" [ 1454.729009] env[62402]: _type = "Task" [ 1454.729009] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.738386] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a804fa-903d-2334-915c-4d68ab91da99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.746218] env[62402]: DEBUG oslo_vmware.api [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872542, 'name': ResetVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.932363] env[62402]: DEBUG nova.network.neutron [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Updated VIF entry in instance network info cache for port d1e97a13-465b-4706-9946-bf037b6df340. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.932763] env[62402]: DEBUG nova.network.neutron [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Updating instance_info_cache with network_info: [{"id": "d1e97a13-465b-4706-9946-bf037b6df340", "address": "fa:16:3e:6f:ce:02", "network": {"id": "880fc707-421b-478b-9500-395868ffe4aa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-183692392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0772e2c7de5c4986b4e9f092817fad60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e97a13-46", "ovs_interfaceid": "d1e97a13-465b-4706-9946-bf037b6df340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.942016] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872538, 'name': ReconfigVM_Task, 'duration_secs': 0.890478} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.943027] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 379c870d-bd18-448f-84d1-79dd3e465d5c/379c870d-bd18-448f-84d1-79dd3e465d5c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.943027] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eee6286-f2db-4d7a-94e0-aab55de5cc62 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.949412] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1454.949412] env[62402]: value = "task-1872547" [ 1454.949412] env[62402]: _type = "Task" [ 1454.949412] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.964520] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872547, 'name': Rename_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.969815] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872543, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.202298] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872546, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.218484] env[62402]: DEBUG oslo_concurrency.lockutils [req-5fc61a7c-faed-4528-8499-afe672f5e656 req-5d38d69c-cb75-4009-b0db-ed09f2320c0e service nova] Releasing lock "refresh_cache-1af50769-644f-4e6b-a859-0bf51f6cc6fb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.220178] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired lock "refresh_cache-1af50769-644f-4e6b-a859-0bf51f6cc6fb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.220178] env[62402]: DEBUG nova.network.neutron [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.249383] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a804fa-903d-2334-915c-4d68ab91da99, 'name': SearchDatastore_Task, 'duration_secs': 0.033622} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.250172] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.250611] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.250887] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.251143] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.251353] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.252257] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff6417ac-794c-4766-81e1-48068ee05f29 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.258615] env[62402]: DEBUG oslo_vmware.api [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872542, 'name': ResetVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.275690] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.275908] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.281659] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb794f05-f5b7-4c04-b288-d7c405f92cfd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.292791] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1455.292791] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e902c7-12fe-205f-eb8d-c89f0d0035c8" [ 1455.292791] env[62402]: _type = "Task" [ 1455.292791] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.304500] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e902c7-12fe-205f-eb8d-c89f0d0035c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.415804] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101b3645-78b4-414e-a907-5fd4ffee2b4e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.423578] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d601be-889e-4c74-b137-7d1a6f6e14bf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.453254] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] Releasing lock "refresh_cache-95d15af5-cc3c-4202-a6eb-c87db7c8c7d8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.453560] env[62402]: DEBUG nova.compute.manager [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Received event network-vif-plugged-0f8bcfd3-91df-4afd-b056-95e029cecd1e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1455.453755] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] Acquiring lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.453960] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] Lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.454135] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] Lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.454300] env[62402]: DEBUG nova.compute.manager [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] No waiting events found dispatching network-vif-plugged-0f8bcfd3-91df-4afd-b056-95e029cecd1e {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1455.454468] env[62402]: WARNING nova.compute.manager [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Received unexpected event network-vif-plugged-0f8bcfd3-91df-4afd-b056-95e029cecd1e for instance with vm_state building and task_state spawning. [ 1455.454631] env[62402]: DEBUG nova.compute.manager [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Received event network-changed-0f8bcfd3-91df-4afd-b056-95e029cecd1e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1455.454784] env[62402]: DEBUG nova.compute.manager [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Refreshing instance network info cache due to event network-changed-0f8bcfd3-91df-4afd-b056-95e029cecd1e. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1455.454967] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] Acquiring lock "refresh_cache-4ed0a788-ff15-4aff-89d3-73deb1dbbc69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.455114] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] Acquired lock "refresh_cache-4ed0a788-ff15-4aff-89d3-73deb1dbbc69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.455270] env[62402]: DEBUG nova.network.neutron [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Refreshing network info cache for port 0f8bcfd3-91df-4afd-b056-95e029cecd1e {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.460310] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2604efc-29d2-46f9-9ef2-1f7393fda786 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.475173] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872547, 'name': Rename_Task, 'duration_secs': 0.215228} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.478595] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.479792] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff63e64d-99d0-4e83-ade0-b67db2685705 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.483582] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864778} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.483839] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e311dd7-bac2-48b5-a1c4-606286aed09e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.485571] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2d423f66-4b38-4fc4-abe5-5d09381e1c86/2d423f66-4b38-4fc4-abe5-5d09381e1c86.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.485780] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1455.486354] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6502bb4f-c5f8-4f03-af21-436b513f922f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.496788] env[62402]: DEBUG nova.compute.provider_tree [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.501382] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1455.501382] env[62402]: value = "task-1872549" [ 1455.501382] env[62402]: _type = "Task" [ 1455.501382] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.503060] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1455.503060] env[62402]: value = "task-1872550" [ 1455.503060] env[62402]: _type = "Task" [ 1455.503060] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.514763] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.517882] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.704947] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872546, 'name': CreateVM_Task, 'duration_secs': 0.736003} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.705377] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.706632] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.706873] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.707322] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1455.707646] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9678c947-33c7-40cf-963d-80df16792a89 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.713353] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1455.713353] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525292a6-4786-c103-744c-e88dc703c759" [ 1455.713353] env[62402]: _type = "Task" [ 1455.713353] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.728155] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525292a6-4786-c103-744c-e88dc703c759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.752074] env[62402]: DEBUG oslo_vmware.api [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872542, 'name': ResetVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.783995] env[62402]: DEBUG nova.network.neutron [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1455.803816] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e902c7-12fe-205f-eb8d-c89f0d0035c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015402} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.805083] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b441bd0c-82a9-4f09-8d2f-9b246d73d25d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.812485] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1455.812485] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b0c339-9d7e-80f9-0321-e096cacb366f" [ 1455.812485] env[62402]: _type = "Task" [ 1455.812485] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.820422] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b0c339-9d7e-80f9-0321-e096cacb366f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.996907] env[62402]: DEBUG nova.network.neutron [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Updating instance_info_cache with network_info: [{"id": "2e07b5e3-7a8d-453d-a152-065a2a3e1240", "address": "fa:16:3e:58:ba:b2", "network": {"id": "880fc707-421b-478b-9500-395868ffe4aa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-183692392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0772e2c7de5c4986b4e9f092817fad60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e07b5e3-7a", "ovs_interfaceid": "2e07b5e3-7a8d-453d-a152-065a2a3e1240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.999363] env[62402]: DEBUG nova.scheduler.client.report [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.023522] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.023522] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07912} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.025035] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.025838] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66de5e93-239a-41c0-a4b8-90a0c27fe4b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.054875] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2d423f66-4b38-4fc4-abe5-5d09381e1c86/2d423f66-4b38-4fc4-abe5-5d09381e1c86.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.055492] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-299f593d-76d6-4b71-9440-55a570cae9a3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.083863] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1456.083863] env[62402]: value = "task-1872551" [ 1456.083863] env[62402]: _type = "Task" [ 1456.083863] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.096813] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.226915] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525292a6-4786-c103-744c-e88dc703c759, 'name': SearchDatastore_Task, 'duration_secs': 0.031228} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.227285] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.227458] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.228118] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.228370] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.228631] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.229076] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfc6f4f0-861f-4697-8c59-e8a4b176df10 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.239640] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.239869] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.240844] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79cb5b3b-594f-403b-8533-5f11fb3eb9c2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.250069] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1456.250069] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d8b81f-c28c-308b-e54d-9d67a4f21afd" [ 1456.250069] env[62402]: _type = "Task" [ 1456.250069] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.253708] env[62402]: DEBUG oslo_vmware.api [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872542, 'name': ResetVM_Task, 'duration_secs': 1.702651} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.257421] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Did hard reboot of VM {{(pid=62402) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1456.257669] env[62402]: DEBUG nova.compute.manager [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.258658] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f39e82-e91e-455a-ae56-b2bf5ff8caec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.270463] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d8b81f-c28c-308b-e54d-9d67a4f21afd, 'name': SearchDatastore_Task, 'duration_secs': 0.012599} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.276352] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db794a8b-cbc2-4f82-8439-facf559add50 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.284585] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1456.284585] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52127de0-8c61-cec9-c9ad-3ed793774495" [ 1456.284585] env[62402]: _type = "Task" [ 1456.284585] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.296140] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52127de0-8c61-cec9-c9ad-3ed793774495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.299343] env[62402]: DEBUG nova.network.neutron [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Updated VIF entry in instance network info cache for port 0f8bcfd3-91df-4afd-b056-95e029cecd1e. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.299928] env[62402]: DEBUG nova.network.neutron [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Updating instance_info_cache with network_info: [{"id": "788d9229-d1ef-4222-ba2a-354ab6138686", "address": "fa:16:3e:97:2b:3e", "network": {"id": "02477182-4cde-4798-a7f1-8523e08c2542", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1863978972", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788d9229-d1", "ovs_interfaceid": "788d9229-d1ef-4222-ba2a-354ab6138686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5b8f96b-e565-4053-b768-f2f38165a80a", "address": "fa:16:3e:eb:16:cb", "network": {"id": "6bff9a7f-b1aa-40df-a3b9-8cfae1e3c634", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-189104503", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b8f96b-e5", "ovs_interfaceid": "e5b8f96b-e565-4053-b768-f2f38165a80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f8bcfd3-91df-4afd-b056-95e029cecd1e", "address": "fa:16:3e:25:25:53", "network": {"id": "02477182-4cde-4798-a7f1-8523e08c2542", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1863978972", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f8bcfd3-91", "ovs_interfaceid": "0f8bcfd3-91df-4afd-b056-95e029cecd1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.326952] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b0c339-9d7e-80f9-0321-e096cacb366f, 'name': SearchDatastore_Task, 'duration_secs': 0.015037} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.327272] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.327562] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8/95d15af5-cc3c-4202-a6eb-c87db7c8c7d8.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.327881] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66f0da14-6224-479a-a38c-9ead8d3f6c0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.336330] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1456.336330] env[62402]: value = "task-1872552" [ 1456.336330] env[62402]: _type = "Task" [ 1456.336330] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.347360] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.499968] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Releasing lock "refresh_cache-1af50769-644f-4e6b-a859-0bf51f6cc6fb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.500348] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Instance network_info: |[{"id": "2e07b5e3-7a8d-453d-a152-065a2a3e1240", "address": "fa:16:3e:58:ba:b2", "network": {"id": "880fc707-421b-478b-9500-395868ffe4aa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-183692392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0772e2c7de5c4986b4e9f092817fad60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e07b5e3-7a", "ovs_interfaceid": "2e07b5e3-7a8d-453d-a152-065a2a3e1240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1456.500815] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:ba:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e07b5e3-7a8d-453d-a152-065a2a3e1240', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.508629] env[62402]: DEBUG oslo.service.loopingcall [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.509509] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.509999] env[62402]: DEBUG nova.compute.manager [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1456.512741] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.516886] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.071s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.516886] env[62402]: DEBUG nova.objects.instance [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lazy-loading 'resources' on Instance uuid 878f2943-d443-4c4d-b09b-5972bbd06d9b {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.518094] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86e7fb40-d49d-46b0-9a41-9f0f2af1a779 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.544034] env[62402]: DEBUG oslo_vmware.api [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872549, 'name': PowerOnVM_Task, 'duration_secs': 0.894018} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.544151] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.544297] env[62402]: INFO nova.compute.manager [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1456.544475] env[62402]: DEBUG nova.compute.manager [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.544738] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.544738] env[62402]: value = "task-1872553" [ 1456.544738] env[62402]: _type = "Task" [ 1456.544738] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.545477] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6bcbb7-0c86-4e88-89f0-a3af0218a18c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.562571] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872553, 'name': CreateVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.598047] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872551, 'name': ReconfigVM_Task, 'duration_secs': 0.34869} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.598878] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2d423f66-4b38-4fc4-abe5-5d09381e1c86/2d423f66-4b38-4fc4-abe5-5d09381e1c86.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.599585] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17d5504b-9943-4132-8bd9-d8df0d1c8e72 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.608044] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1456.608044] env[62402]: value = "task-1872554" [ 1456.608044] env[62402]: _type = "Task" [ 1456.608044] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.617034] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872554, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.784885] env[62402]: DEBUG oslo_concurrency.lockutils [None req-556fb08e-d0b1-44bc-989d-b5d74d51dc82 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "2de8ec70-a76a-46f6-ac71-e964dbb591df" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.982s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.805753] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac4a4444-73e5-459f-a1dc-d6099fe6e3f2 req-fc316688-0d10-4254-a72f-d32a25066de5 service nova] Releasing lock "refresh_cache-4ed0a788-ff15-4aff-89d3-73deb1dbbc69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.806535] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52127de0-8c61-cec9-c9ad-3ed793774495, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.807948] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.808511] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 4ed0a788-ff15-4aff-89d3-73deb1dbbc69/4ed0a788-ff15-4aff-89d3-73deb1dbbc69.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.808776] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a14b1b5-99c4-4410-bf91-4b4851f4831f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.820905] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1456.820905] env[62402]: value = "task-1872555" [ 1456.820905] env[62402]: _type = "Task" [ 1456.820905] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.835451] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.852705] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872552, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.041931] env[62402]: DEBUG nova.compute.utils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1457.043989] env[62402]: DEBUG nova.compute.manager [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1457.044292] env[62402]: DEBUG nova.network.neutron [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.058488] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872553, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.074173] env[62402]: INFO nova.compute.manager [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Took 46.71 seconds to build instance. [ 1457.129240] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872554, 'name': Rename_Task, 'duration_secs': 0.219424} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.136927] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1457.136927] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebf2e98f-7d52-4c41-9971-947555f09479 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.145722] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1457.145722] env[62402]: value = "task-1872556" [ 1457.145722] env[62402]: _type = "Task" [ 1457.145722] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.152441] env[62402]: DEBUG nova.policy [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0aa43cb4cb34904bbebf244fada1386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb3433c84ea45749b3a469bc37c02fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1457.167701] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872556, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.332276] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872555, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.347282] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66368} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.347646] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8/95d15af5-cc3c-4202-a6eb-c87db7c8c7d8.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.348360] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.348360] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4be014b3-4d53-47c6-97c8-684d5ec572a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.356932] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1457.356932] env[62402]: value = "task-1872557" [ 1457.356932] env[62402]: _type = "Task" [ 1457.356932] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.371495] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.554876] env[62402]: DEBUG nova.compute.manager [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1457.570134] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872553, 'name': CreateVM_Task, 'duration_secs': 0.785782} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.573764] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1457.575759] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.575953] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.576423] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.576846] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b607a562-a013-4b9b-bf71-6a238afabbc5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.582806] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4dcb3722-3d34-4cc5-a156-3142f0976efe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "379c870d-bd18-448f-84d1-79dd3e465d5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.173s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.583202] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1457.583202] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521f159a-3602-133f-3aca-54ceac71520c" [ 1457.583202] env[62402]: _type = "Task" [ 1457.583202] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.597543] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521f159a-3602-133f-3aca-54ceac71520c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.667097] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872556, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.783310] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc6b55c-82e1-4ecd-9a00-2d3bdc95c5c6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.790784] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a19f66c-2d9e-4e11-8931-66ad466cc5af {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.830109] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2157492-40f2-4607-9583-30e8a8744519 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.840584] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.869479} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.842975] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 4ed0a788-ff15-4aff-89d3-73deb1dbbc69/4ed0a788-ff15-4aff-89d3-73deb1dbbc69.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.843365] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.843556] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fc728c0-95ca-454f-b9f4-fe3325274cd2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.847570] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9297a289-35c3-42ab-9210-96b398034bd6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.867313] env[62402]: DEBUG nova.compute.provider_tree [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.870598] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1457.870848] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387000', 'volume_id': '438e7eb2-d465-4e7a-82d1-a9a1f6fe351f', 'name': 'volume-438e7eb2-d465-4e7a-82d1-a9a1f6fe351f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78354d5e-0d91-4efd-baf7-1c9226fbe74f', 'attached_at': '', 'detached_at': '', 'volume_id': '438e7eb2-d465-4e7a-82d1-a9a1f6fe351f', 'serial': '438e7eb2-d465-4e7a-82d1-a9a1f6fe351f'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1457.874573] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1457.874573] env[62402]: value = "task-1872558" [ 1457.874573] env[62402]: _type = "Task" [ 1457.874573] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.875371] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a863f8-4b50-4f8b-a5f2-ac945e9717f5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.887449] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082583} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.900116] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.900116] env[62402]: DEBUG oslo_concurrency.lockutils [None req-818614bb-c1ef-4ad6-93ac-bc6cbe10dda2 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "379c870d-bd18-448f-84d1-79dd3e465d5c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.900116] env[62402]: DEBUG oslo_concurrency.lockutils [None req-818614bb-c1ef-4ad6-93ac-bc6cbe10dda2 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "379c870d-bd18-448f-84d1-79dd3e465d5c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.900116] env[62402]: DEBUG nova.compute.manager [None req-818614bb-c1ef-4ad6-93ac-bc6cbe10dda2 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.903026] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e61e9b1-d518-467f-bb77-f52c9d8223f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.906116] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec59ed3d-6104-4451-9355-ea09ac6967b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.909080] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e202ad-0f38-4603-91ba-ab2b4e3fe478 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.912185] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.916735] env[62402]: DEBUG nova.compute.manager [None req-818614bb-c1ef-4ad6-93ac-bc6cbe10dda2 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62402) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1457.917306] env[62402]: DEBUG nova.objects.instance [None req-818614bb-c1ef-4ad6-93ac-bc6cbe10dda2 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lazy-loading 'flavor' on Instance uuid 379c870d-bd18-448f-84d1-79dd3e465d5c {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.949358] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] volume-438e7eb2-d465-4e7a-82d1-a9a1f6fe351f/volume-438e7eb2-d465-4e7a-82d1-a9a1f6fe351f.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.958226] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8/95d15af5-cc3c-4202-a6eb-c87db7c8c7d8.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.960637] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9033d09-7c84-48d6-bfac-6bccd1a68170 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.974232] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2d0a492-5f4a-424d-bb05-cee99462b3f0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.995647] env[62402]: DEBUG oslo_vmware.api [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1457.995647] env[62402]: value = "task-1872559" [ 1457.995647] env[62402]: _type = "Task" [ 1457.995647] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.997086] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1457.997086] env[62402]: value = "task-1872560" [ 1457.997086] env[62402]: _type = "Task" [ 1457.997086] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.011091] env[62402]: DEBUG oslo_vmware.api [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872559, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.014323] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872560, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.088694] env[62402]: DEBUG nova.compute.manager [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1458.098111] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521f159a-3602-133f-3aca-54ceac71520c, 'name': SearchDatastore_Task, 'duration_secs': 0.029851} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.098441] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.098676] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.098994] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.099149] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.099719] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.099719] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdfaf0a9-5da2-4742-bc40-87f5abbca5bb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.112593] env[62402]: DEBUG nova.network.neutron [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Successfully created port: 7bfa15f6-7c18-4b56-a2f6-777bd121f53d {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1458.115974] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.116169] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.118166] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9877a69b-ca09-4430-a968-4b7a2bd67fbc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.122537] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1458.122537] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52071a5f-1e08-b9cd-8b9a-2e3273bc845b" [ 1458.122537] env[62402]: _type = "Task" [ 1458.122537] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.130333] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52071a5f-1e08-b9cd-8b9a-2e3273bc845b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.166258] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872556, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.381544] env[62402]: DEBUG nova.scheduler.client.report [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.401932] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.494773] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-818614bb-c1ef-4ad6-93ac-bc6cbe10dda2 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.494773] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b07544e7-9cb5-4ff2-85e9-4d9905252ddc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.504204] env[62402]: DEBUG oslo_vmware.api [None req-818614bb-c1ef-4ad6-93ac-bc6cbe10dda2 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1458.504204] env[62402]: value = "task-1872561" [ 1458.504204] env[62402]: _type = "Task" [ 1458.504204] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.522956] env[62402]: DEBUG oslo_vmware.api [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.528602] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.532735] env[62402]: DEBUG oslo_vmware.api [None req-818614bb-c1ef-4ad6-93ac-bc6cbe10dda2 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.566114] env[62402]: DEBUG nova.compute.manager [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1458.598010] env[62402]: DEBUG nova.virt.hardware [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1458.598280] env[62402]: DEBUG nova.virt.hardware [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1458.598432] env[62402]: DEBUG nova.virt.hardware [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1458.598766] env[62402]: DEBUG nova.virt.hardware [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1458.598833] env[62402]: DEBUG nova.virt.hardware [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1458.598940] env[62402]: DEBUG nova.virt.hardware [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1458.599198] env[62402]: DEBUG nova.virt.hardware [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1458.599357] env[62402]: DEBUG nova.virt.hardware [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1458.599524] env[62402]: DEBUG nova.virt.hardware [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1458.599805] env[62402]: DEBUG nova.virt.hardware [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1458.599865] env[62402]: DEBUG nova.virt.hardware [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1458.601062] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0055f61-ed46-4117-b6d5-4c5e62711b52 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.612414] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a145388-7483-4fe4-b240-f5938b901ac2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.629715] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.639544] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52071a5f-1e08-b9cd-8b9a-2e3273bc845b, 'name': SearchDatastore_Task, 'duration_secs': 0.025327} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.640396] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc42b73-65e6-418c-b880-bd6f4defc83a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.646429] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1458.646429] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d65637-22f8-a3df-f8cd-2081915feacf" [ 1458.646429] env[62402]: _type = "Task" [ 1458.646429] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.656028] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d65637-22f8-a3df-f8cd-2081915feacf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.667473] env[62402]: DEBUG oslo_vmware.api [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872556, 'name': PowerOnVM_Task, 'duration_secs': 1.066762} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.667757] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.667958] env[62402]: DEBUG nova.compute.manager [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.668773] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e85d803-ebfe-48d4-9d85-e9ca6149ebb3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.898391] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.381s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.900730] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.437s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.904462] env[62402]: INFO nova.compute.claims [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.913946] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.650065} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.916061] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1458.916061] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c39065-743f-4975-90ba-992f2b8ace34 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.948490] env[62402]: INFO nova.scheduler.client.report [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Deleted allocations for instance 878f2943-d443-4c4d-b09b-5972bbd06d9b [ 1458.961103] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 4ed0a788-ff15-4aff-89d3-73deb1dbbc69/4ed0a788-ff15-4aff-89d3-73deb1dbbc69.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.965533] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b563419-942f-45b8-9c48-5ba4fb83b428 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.995803] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1458.995803] env[62402]: value = "task-1872562" [ 1458.995803] env[62402]: _type = "Task" [ 1458.995803] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.016865] env[62402]: DEBUG oslo_vmware.api [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.017421] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.025651] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872560, 'name': ReconfigVM_Task, 'duration_secs': 0.699002} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.026424] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8/95d15af5-cc3c-4202-a6eb-c87db7c8c7d8.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.028375] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe536450-f617-44b3-96f9-d2218fbba39d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.033136] env[62402]: DEBUG oslo_vmware.api [None req-818614bb-c1ef-4ad6-93ac-bc6cbe10dda2 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872561, 'name': PowerOffVM_Task, 'duration_secs': 0.504828} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.033787] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-818614bb-c1ef-4ad6-93ac-bc6cbe10dda2 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.034449] env[62402]: DEBUG nova.compute.manager [None req-818614bb-c1ef-4ad6-93ac-bc6cbe10dda2 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.035104] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e858932a-3f50-445f-9a94-aa43f67cddf2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.039617] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1459.039617] env[62402]: value = "task-1872563" [ 1459.039617] env[62402]: _type = "Task" [ 1459.039617] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.051575] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872563, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.119979] env[62402]: DEBUG nova.compute.manager [req-2359443b-e946-4cc0-9c9d-b179e97b5113 req-04233bcf-5a5c-4e7e-98c6-60277ecfe88f service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Received event network-changed-cc2369e8-0e0f-4751-9306-df289dcd5446 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1459.120250] env[62402]: DEBUG nova.compute.manager [req-2359443b-e946-4cc0-9c9d-b179e97b5113 req-04233bcf-5a5c-4e7e-98c6-60277ecfe88f service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Refreshing instance network info cache due to event network-changed-cc2369e8-0e0f-4751-9306-df289dcd5446. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1459.120771] env[62402]: DEBUG oslo_concurrency.lockutils [req-2359443b-e946-4cc0-9c9d-b179e97b5113 req-04233bcf-5a5c-4e7e-98c6-60277ecfe88f service nova] Acquiring lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.120771] env[62402]: DEBUG oslo_concurrency.lockutils [req-2359443b-e946-4cc0-9c9d-b179e97b5113 req-04233bcf-5a5c-4e7e-98c6-60277ecfe88f service nova] Acquired lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.120906] env[62402]: DEBUG nova.network.neutron [req-2359443b-e946-4cc0-9c9d-b179e97b5113 req-04233bcf-5a5c-4e7e-98c6-60277ecfe88f service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Refreshing network info cache for port cc2369e8-0e0f-4751-9306-df289dcd5446 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.159056] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d65637-22f8-a3df-f8cd-2081915feacf, 'name': SearchDatastore_Task, 'duration_secs': 0.022327} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.159405] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.159723] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 1af50769-644f-4e6b-a859-0bf51f6cc6fb/1af50769-644f-4e6b-a859-0bf51f6cc6fb.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.160049] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-931d51da-ca61-4951-93ab-e128b4ffc062 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.170103] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1459.170103] env[62402]: value = "task-1872564" [ 1459.170103] env[62402]: _type = "Task" [ 1459.170103] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.178878] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.192451] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.491783] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1841f5ad-62be-4cd9-8a5d-2663268f98f8 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "878f2943-d443-4c4d-b09b-5972bbd06d9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.922s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.523434] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872562, 'name': ReconfigVM_Task, 'duration_secs': 0.429585} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.527437] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 4ed0a788-ff15-4aff-89d3-73deb1dbbc69/4ed0a788-ff15-4aff-89d3-73deb1dbbc69.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.528520] env[62402]: DEBUG oslo_vmware.api [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.528928] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aca6437a-e469-4cf9-b1f1-ba4f39ffd6c0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.541754] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1459.541754] env[62402]: value = "task-1872565" [ 1459.541754] env[62402]: _type = "Task" [ 1459.541754] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.554414] env[62402]: DEBUG oslo_concurrency.lockutils [None req-818614bb-c1ef-4ad6-93ac-bc6cbe10dda2 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "379c870d-bd18-448f-84d1-79dd3e465d5c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.655s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.559935] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872563, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.564389] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872565, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.686288] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872564, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.013461] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "2de8ec70-a76a-46f6-ac71-e964dbb591df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.014019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "2de8ec70-a76a-46f6-ac71-e964dbb591df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.014251] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "2de8ec70-a76a-46f6-ac71-e964dbb591df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.014464] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "2de8ec70-a76a-46f6-ac71-e964dbb591df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.014635] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "2de8ec70-a76a-46f6-ac71-e964dbb591df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.017171] env[62402]: INFO nova.compute.manager [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Terminating instance [ 1460.024255] env[62402]: DEBUG oslo_vmware.api [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.063666] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872563, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.063666] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872565, 'name': Rename_Task, 'duration_secs': 0.306298} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.063666] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.063666] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39d69ea-f395-43a4-a9c8-82dfbb30ec81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.074367] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1460.074367] env[62402]: value = "task-1872566" [ 1460.074367] env[62402]: _type = "Task" [ 1460.074367] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.083674] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.110079] env[62402]: DEBUG nova.network.neutron [req-2359443b-e946-4cc0-9c9d-b179e97b5113 req-04233bcf-5a5c-4e7e-98c6-60277ecfe88f service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Updated VIF entry in instance network info cache for port cc2369e8-0e0f-4751-9306-df289dcd5446. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.110534] env[62402]: DEBUG nova.network.neutron [req-2359443b-e946-4cc0-9c9d-b179e97b5113 req-04233bcf-5a5c-4e7e-98c6-60277ecfe88f service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Updating instance_info_cache with network_info: [{"id": "cc2369e8-0e0f-4751-9306-df289dcd5446", "address": "fa:16:3e:4a:51:74", "network": {"id": "23344273-0bc3-4b13-ab76-58b9d6e029e7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-404114491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb58c671d1584d4b846bd97979f0bc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2369e8-0e", "ovs_interfaceid": "cc2369e8-0e0f-4751-9306-df289dcd5446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.160392] env[62402]: DEBUG nova.network.neutron [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Successfully updated port: 7bfa15f6-7c18-4b56-a2f6-777bd121f53d {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.186403] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623672} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.186746] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 1af50769-644f-4e6b-a859-0bf51f6cc6fb/1af50769-644f-4e6b-a859-0bf51f6cc6fb.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1460.187035] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.187690] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6f8f5c2-6bcd-4b5c-8c57-24a5c292f194 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.195098] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1460.195098] env[62402]: value = "task-1872567" [ 1460.195098] env[62402]: _type = "Task" [ 1460.195098] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.207647] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.519977] env[62402]: DEBUG oslo_vmware.api [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872559, 'name': ReconfigVM_Task, 'duration_secs': 2.026656} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.522815] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Reconfigured VM instance instance-00000010 to attach disk [datastore1] volume-438e7eb2-d465-4e7a-82d1-a9a1f6fe351f/volume-438e7eb2-d465-4e7a-82d1-a9a1f6fe351f.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.528559] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8eed4db-4f19-4769-bc01-fc23611887bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.542460] env[62402]: DEBUG nova.compute.manager [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1460.542699] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.543771] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff14e8f-03d1-40f2-a48d-ffe6c4e77de6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.554126] env[62402]: DEBUG oslo_vmware.api [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1460.554126] env[62402]: value = "task-1872568" [ 1460.554126] env[62402]: _type = "Task" [ 1460.554126] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.556775] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.564552] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b3abc4e-9245-4d45-a45e-783fb3d2381b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.564552] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872563, 'name': Rename_Task, 'duration_secs': 1.19552} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.568161] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.569087] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b4fbb11-720d-498f-b46f-fea4bfc16282 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.575120] env[62402]: DEBUG oslo_vmware.api [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.576328] env[62402]: DEBUG oslo_vmware.api [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1460.576328] env[62402]: value = "task-1872569" [ 1460.576328] env[62402]: _type = "Task" [ 1460.576328] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.585022] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1460.585022] env[62402]: value = "task-1872570" [ 1460.585022] env[62402]: _type = "Task" [ 1460.585022] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.600026] env[62402]: DEBUG oslo_vmware.api [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.600194] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872566, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.605954] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872570, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.613584] env[62402]: DEBUG oslo_concurrency.lockutils [req-2359443b-e946-4cc0-9c9d-b179e97b5113 req-04233bcf-5a5c-4e7e-98c6-60277ecfe88f service nova] Releasing lock "refresh_cache-2de8ec70-a76a-46f6-ac71-e964dbb591df" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.636242] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a15c1e-abe6-4e96-9759-1d7406a5a140 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.644128] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7d37ea-083d-406b-8c7c-5b1916f9337a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.675600] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "refresh_cache-beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.677337] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "refresh_cache-beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.677337] env[62402]: DEBUG nova.network.neutron [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.677958] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee978d9-6b21-4136-b1aa-4e511a6162cd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.688657] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bb552e-a3a2-4621-afd0-1f95f6e6f366 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.703726] env[62402]: DEBUG nova.compute.provider_tree [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.713922] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113402} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.714950] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1460.715818] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d8a80e-0768-4b81-b628-034760557edb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.742338] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 1af50769-644f-4e6b-a859-0bf51f6cc6fb/1af50769-644f-4e6b-a859-0bf51f6cc6fb.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1460.742769] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f393f1a8-e336-4506-9624-ab7d3f2fea5d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.763894] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1460.763894] env[62402]: value = "task-1872571" [ 1460.763894] env[62402]: _type = "Task" [ 1460.763894] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.772067] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.961649] env[62402]: INFO nova.compute.manager [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Rebuilding instance [ 1461.022417] env[62402]: DEBUG nova.compute.manager [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.024407] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8e0773-3a9b-4e2d-9c76-90acaa1bf488 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.067378] env[62402]: DEBUG oslo_vmware.api [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872568, 'name': ReconfigVM_Task, 'duration_secs': 0.184243} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.067505] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387000', 'volume_id': '438e7eb2-d465-4e7a-82d1-a9a1f6fe351f', 'name': 'volume-438e7eb2-d465-4e7a-82d1-a9a1f6fe351f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78354d5e-0d91-4efd-baf7-1c9226fbe74f', 'attached_at': '', 'detached_at': '', 'volume_id': '438e7eb2-d465-4e7a-82d1-a9a1f6fe351f', 'serial': '438e7eb2-d465-4e7a-82d1-a9a1f6fe351f'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1461.099420] env[62402]: DEBUG oslo_vmware.api [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872566, 'name': PowerOnVM_Task, 'duration_secs': 0.907468} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.103888] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.105204] env[62402]: INFO nova.compute.manager [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Took 16.69 seconds to spawn the instance on the hypervisor. [ 1461.105204] env[62402]: DEBUG nova.compute.manager [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.105204] env[62402]: DEBUG oslo_vmware.api [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872569, 'name': PowerOffVM_Task, 'duration_secs': 0.2254} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.109473] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c63563-a635-42e6-ba34-a206f6cb2118 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.112729] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.112957] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1461.113350] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.113950] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80c02404-bfef-4e40-86b3-71fc984a3c35 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.209570] env[62402]: DEBUG nova.scheduler.client.report [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.236828] env[62402]: DEBUG nova.network.neutron [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.274398] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872571, 'name': ReconfigVM_Task, 'duration_secs': 0.425546} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.274981] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 1af50769-644f-4e6b-a859-0bf51f6cc6fb/1af50769-644f-4e6b-a859-0bf51f6cc6fb.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.276016] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98644d40-908e-418e-9392-1e13e2bbcf32 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.284176] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1461.284176] env[62402]: value = "task-1872573" [ 1461.284176] env[62402]: _type = "Task" [ 1461.284176] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.292133] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1461.292316] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1461.292454] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Deleting the datastore file [datastore1] 2de8ec70-a76a-46f6-ac71-e964dbb591df {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.293767] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce549572-1b70-4d95-9241-0c2cad91cbca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.299375] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872573, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.304905] env[62402]: DEBUG oslo_vmware.api [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1461.304905] env[62402]: value = "task-1872574" [ 1461.304905] env[62402]: _type = "Task" [ 1461.304905] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.317463] env[62402]: DEBUG oslo_vmware.api [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.473216] env[62402]: DEBUG nova.network.neutron [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Updating instance_info_cache with network_info: [{"id": "7bfa15f6-7c18-4b56-a2f6-777bd121f53d", "address": "fa:16:3e:99:ab:e0", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bfa15f6-7c", "ovs_interfaceid": "7bfa15f6-7c18-4b56-a2f6-777bd121f53d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.599360] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872570, 'name': PowerOnVM_Task, 'duration_secs': 0.761869} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.601201] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.601201] env[62402]: INFO nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Took 11.58 seconds to spawn the instance on the hypervisor. [ 1461.601201] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.601461] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427db8a9-b990-4b58-bdfc-11e6b36eaa8d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.631586] env[62402]: DEBUG nova.compute.manager [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Received event network-vif-plugged-7bfa15f6-7c18-4b56-a2f6-777bd121f53d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1461.631586] env[62402]: DEBUG oslo_concurrency.lockutils [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] Acquiring lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.631586] env[62402]: DEBUG oslo_concurrency.lockutils [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] Lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.631586] env[62402]: DEBUG oslo_concurrency.lockutils [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] Lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.631586] env[62402]: DEBUG nova.compute.manager [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] No waiting events found dispatching network-vif-plugged-7bfa15f6-7c18-4b56-a2f6-777bd121f53d {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1461.631586] env[62402]: WARNING nova.compute.manager [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Received unexpected event network-vif-plugged-7bfa15f6-7c18-4b56-a2f6-777bd121f53d for instance with vm_state building and task_state spawning. [ 1461.631586] env[62402]: DEBUG nova.compute.manager [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Received event network-changed-7bfa15f6-7c18-4b56-a2f6-777bd121f53d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1461.631901] env[62402]: DEBUG nova.compute.manager [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Refreshing instance network info cache due to event network-changed-7bfa15f6-7c18-4b56-a2f6-777bd121f53d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1461.631901] env[62402]: DEBUG oslo_concurrency.lockutils [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] Acquiring lock "refresh_cache-beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.634562] env[62402]: INFO nova.compute.manager [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Took 53.95 seconds to build instance. [ 1461.700260] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Acquiring lock "7c3bb11f-42f8-4501-8127-37a7845e47f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.700432] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Lock "7c3bb11f-42f8-4501-8127-37a7845e47f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.715210] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.715923] env[62402]: DEBUG nova.compute.manager [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1461.718513] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.414s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.718852] env[62402]: DEBUG nova.objects.instance [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lazy-loading 'resources' on Instance uuid 04c6f283-64fd-4122-bb25-ca8108ff5c12 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.794593] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872573, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.816335] env[62402]: DEBUG oslo_vmware.api [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306804} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.816434] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1461.816634] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1461.816799] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1461.816975] env[62402]: INFO nova.compute.manager [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1461.817192] env[62402]: DEBUG oslo.service.loopingcall [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1461.817387] env[62402]: DEBUG nova.compute.manager [-] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1461.817481] env[62402]: DEBUG nova.network.neutron [-] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1461.976588] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "refresh_cache-beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.976923] env[62402]: DEBUG nova.compute.manager [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Instance network_info: |[{"id": "7bfa15f6-7c18-4b56-a2f6-777bd121f53d", "address": "fa:16:3e:99:ab:e0", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bfa15f6-7c", "ovs_interfaceid": "7bfa15f6-7c18-4b56-a2f6-777bd121f53d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1461.977249] env[62402]: DEBUG oslo_concurrency.lockutils [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] Acquired lock "refresh_cache-beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.977565] env[62402]: DEBUG nova.network.neutron [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Refreshing network info cache for port 7bfa15f6-7c18-4b56-a2f6-777bd121f53d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.979874] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:ab:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bfa15f6-7c18-4b56-a2f6-777bd121f53d', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.988164] env[62402]: DEBUG oslo.service.loopingcall [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1461.988962] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.989306] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae3fedda-82d8-4046-a0e2-eff3c82de0ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.011499] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.011499] env[62402]: value = "task-1872575" [ 1462.011499] env[62402]: _type = "Task" [ 1462.011499] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.020288] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872575, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.043367] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.043695] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64c92411-c0d6-4f39-a13b-fb05d9f56280 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.050626] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1462.050626] env[62402]: value = "task-1872576" [ 1462.050626] env[62402]: _type = "Task" [ 1462.050626] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.059054] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.122939] env[62402]: INFO nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Took 48.95 seconds to build instance. [ 1462.139158] env[62402]: DEBUG nova.objects.instance [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lazy-loading 'flavor' on Instance uuid 78354d5e-0d91-4efd-baf7-1c9226fbe74f {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.140099] env[62402]: DEBUG oslo_concurrency.lockutils [None req-713291f4-f9c3-4655-9d67-37debf7f064c tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.793s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.222812] env[62402]: DEBUG nova.compute.utils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1462.227776] env[62402]: DEBUG nova.compute.manager [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1462.228013] env[62402]: DEBUG nova.network.neutron [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1462.297276] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872573, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.312197] env[62402]: DEBUG nova.policy [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4cd82cd95c4433bbb5367b640da6bcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd1dd27e995c41d1b5b35d20cad30930', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1462.377987] env[62402]: DEBUG nova.compute.manager [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.381535] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c825ff9-2971-4183-bafe-97fd90c7e5bb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.527467] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872575, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.560416] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872576, 'name': PowerOffVM_Task, 'duration_secs': 0.229107} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.560763] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.561043] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.563350] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88a63e0-af8c-4c2b-a751-36778647c364 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.572882] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.573495] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-718a5271-f5e4-426e-b4b0-0e7d648fa0d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.591471] env[62402]: DEBUG nova.network.neutron [-] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.624747] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "95d15af5-cc3c-4202-a6eb-c87db7c8c7d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.677s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.643156] env[62402]: DEBUG nova.compute.manager [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1462.646917] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b085890c-d956-4290-9e2a-1b71b04bc0a9 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.976s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.654663] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.654911] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.655138] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleting the datastore file [datastore1] 2d423f66-4b38-4fc4-abe5-5d09381e1c86 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.655709] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b42ca0b7-73d5-46a0-9f47-8f6ab86043ce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.659169] env[62402]: DEBUG nova.network.neutron [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Successfully created port: 2340c572-9531-4b29-8742-745b7dbed82e {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1462.663157] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1462.663157] env[62402]: value = "task-1872578" [ 1462.663157] env[62402]: _type = "Task" [ 1462.663157] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.675160] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.732997] env[62402]: DEBUG nova.compute.manager [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1462.777129] env[62402]: DEBUG nova.network.neutron [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Updated VIF entry in instance network info cache for port 7bfa15f6-7c18-4b56-a2f6-777bd121f53d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.777327] env[62402]: DEBUG nova.network.neutron [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Updating instance_info_cache with network_info: [{"id": "7bfa15f6-7c18-4b56-a2f6-777bd121f53d", "address": "fa:16:3e:99:ab:e0", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bfa15f6-7c", "ovs_interfaceid": "7bfa15f6-7c18-4b56-a2f6-777bd121f53d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.799445] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872573, 'name': Rename_Task, 'duration_secs': 1.025971} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.799723] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1462.799977] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7739635d-6e4c-4be6-94aa-48b1012dc2af {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.805980] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1462.805980] env[62402]: value = "task-1872579" [ 1462.805980] env[62402]: _type = "Task" [ 1462.805980] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.817453] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.847961] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299f86d4-dd6c-409f-8da2-64903f0f9f31 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.855477] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a697a42d-8504-41b7-8031-ac6aa24982be {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.894478] env[62402]: INFO nova.compute.manager [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] instance snapshotting [ 1462.894746] env[62402]: WARNING nova.compute.manager [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1462.897774] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa9b808-19b4-41bc-b390-2fd03799d6eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.900858] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce984213-93c3-4421-b354-cb5802a5296b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.922947] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55184183-a6b3-47c2-8040-4bb9d958d179 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.932018] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d03a38-f500-44a1-8267-0f706d8654e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.946283] env[62402]: DEBUG nova.compute.provider_tree [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.025164] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872575, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.095861] env[62402]: INFO nova.compute.manager [-] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Took 1.28 seconds to deallocate network for instance. [ 1463.127961] env[62402]: DEBUG nova.compute.manager [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1463.172422] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.178928] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368804} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.179046] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.180028] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.180028] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.281486] env[62402]: DEBUG oslo_concurrency.lockutils [req-260c2675-ba31-4175-ad36-0fceefddee99 req-cf68d6ba-4a63-45ea-97f2-211ecf3e237d service nova] Releasing lock "refresh_cache-beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.318449] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872579, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.365985] env[62402]: DEBUG oslo_concurrency.lockutils [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.365985] env[62402]: DEBUG oslo_concurrency.lockutils [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.436449] env[62402]: DEBUG oslo_concurrency.lockutils [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.436833] env[62402]: DEBUG oslo_concurrency.lockutils [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.437191] env[62402]: DEBUG oslo_concurrency.lockutils [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.437403] env[62402]: DEBUG oslo_concurrency.lockutils [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.437592] env[62402]: DEBUG oslo_concurrency.lockutils [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.439872] env[62402]: INFO nova.compute.manager [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Terminating instance [ 1463.453335] env[62402]: DEBUG nova.scheduler.client.report [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.458812] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1463.459475] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6a8532c9-f6c6-4558-9e3b-7063f95f91a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.468752] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1463.468752] env[62402]: value = "task-1872580" [ 1463.468752] env[62402]: _type = "Task" [ 1463.468752] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.481139] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872580, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.524800] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872575, 'name': CreateVM_Task, 'duration_secs': 1.428852} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.525027] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1463.525720] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.525891] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.526282] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1463.526538] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c3366d-249b-4d87-a167-7cf4d6e4d0bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.531414] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1463.531414] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5216109c-5a2a-ba37-5f7a-a7ec6a952834" [ 1463.531414] env[62402]: _type = "Task" [ 1463.531414] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.539830] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5216109c-5a2a-ba37-5f7a-a7ec6a952834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.604652] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.651105] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.655281] env[62402]: DEBUG nova.compute.manager [req-9bb108aa-358d-417f-990b-706f2d8d792d req-bcd64687-8d31-4aa9-9fe7-49e2a5d83550 service nova] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Received event network-vif-deleted-cc2369e8-0e0f-4751-9306-df289dcd5446 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1463.744299] env[62402]: DEBUG nova.compute.manager [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1463.772394] env[62402]: DEBUG nova.virt.hardware [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T03:08:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6b288313-5637-4327-9834-0ddc942679c6',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-195682334',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1463.772941] env[62402]: DEBUG nova.virt.hardware [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.772941] env[62402]: DEBUG nova.virt.hardware [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1463.773084] env[62402]: DEBUG nova.virt.hardware [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.773527] env[62402]: DEBUG nova.virt.hardware [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1463.773527] env[62402]: DEBUG nova.virt.hardware [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1463.773677] env[62402]: DEBUG nova.virt.hardware [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1463.773815] env[62402]: DEBUG nova.virt.hardware [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1463.774157] env[62402]: DEBUG nova.virt.hardware [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1463.774286] env[62402]: DEBUG nova.virt.hardware [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1463.774478] env[62402]: DEBUG nova.virt.hardware [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1463.775586] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0836e6-4ffc-4a0e-9e4f-e6c917bb1baf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.784790] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efa801c-e84d-4abf-a2da-62c743d340c1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.815891] env[62402]: DEBUG oslo_vmware.api [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872579, 'name': PowerOnVM_Task, 'duration_secs': 0.789483} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.816188] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.816386] env[62402]: INFO nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Took 10.57 seconds to spawn the instance on the hypervisor. [ 1463.816638] env[62402]: DEBUG nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.817444] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b89c14-137e-417c-a52b-cf291c0cad1d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.869682] env[62402]: INFO nova.compute.manager [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Detaching volume 438e7eb2-d465-4e7a-82d1-a9a1f6fe351f [ 1463.910202] env[62402]: INFO nova.virt.block_device [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Attempting to driver detach volume 438e7eb2-d465-4e7a-82d1-a9a1f6fe351f from mountpoint /dev/sdb [ 1463.910497] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1463.910723] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387000', 'volume_id': '438e7eb2-d465-4e7a-82d1-a9a1f6fe351f', 'name': 'volume-438e7eb2-d465-4e7a-82d1-a9a1f6fe351f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78354d5e-0d91-4efd-baf7-1c9226fbe74f', 'attached_at': '', 'detached_at': '', 'volume_id': '438e7eb2-d465-4e7a-82d1-a9a1f6fe351f', 'serial': '438e7eb2-d465-4e7a-82d1-a9a1f6fe351f'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1463.911812] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba3c6c1-9f98-48db-91ea-7ab4b6be0250 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.935764] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfd4e56-e6c6-4827-820f-ec5093dae499 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.943428] env[62402]: DEBUG nova.compute.manager [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1463.943753] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1463.944466] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aa0f57-aeb3-41f1-8127-8c114155cd43 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.947521] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef2c1a7-f044-4120-bfbd-561ac4751ccc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.969788] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1463.970595] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.972960] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-120e90d2-f117-4e85-bada-665f98ae8c4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.974614] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.978s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.976088] env[62402]: INFO nova.compute.claims [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.986018] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0870cfa-11cf-4042-8545-b3af8354f1c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.005807] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] The volume has not been displaced from its original location: [datastore1] volume-438e7eb2-d465-4e7a-82d1-a9a1f6fe351f/volume-438e7eb2-d465-4e7a-82d1-a9a1f6fe351f.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1464.011736] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1464.013494] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872580, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.015949] env[62402]: INFO nova.scheduler.client.report [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Deleted allocations for instance 04c6f283-64fd-4122-bb25-ca8108ff5c12 [ 1464.017385] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d8b6609-e726-44e2-9b55-d2961c6c4e2c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.036029] env[62402]: DEBUG oslo_vmware.api [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1464.036029] env[62402]: value = "task-1872581" [ 1464.036029] env[62402]: _type = "Task" [ 1464.036029] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.047491] env[62402]: DEBUG oslo_vmware.api [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1464.047491] env[62402]: value = "task-1872582" [ 1464.047491] env[62402]: _type = "Task" [ 1464.047491] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.057829] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5216109c-5a2a-ba37-5f7a-a7ec6a952834, 'name': SearchDatastore_Task, 'duration_secs': 0.009125} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.058518] env[62402]: DEBUG oslo_vmware.api [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.058743] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.058999] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.059235] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.059379] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.059560] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.059814] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1fbdcf9-c86a-420c-89c0-0c6228266ee8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.064791] env[62402]: DEBUG oslo_vmware.api [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.071972] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.072355] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.073131] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b24ea6-734b-4278-85f2-974b3f9ec0fa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.079018] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1464.079018] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a5c784-f7f2-6c49-fa8e-46edcd4790c5" [ 1464.079018] env[62402]: _type = "Task" [ 1464.079018] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.088093] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a5c784-f7f2-6c49-fa8e-46edcd4790c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.221417] env[62402]: DEBUG nova.virt.hardware [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.221686] env[62402]: DEBUG nova.virt.hardware [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.221847] env[62402]: DEBUG nova.virt.hardware [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.222050] env[62402]: DEBUG nova.virt.hardware [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.222212] env[62402]: DEBUG nova.virt.hardware [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.222362] env[62402]: DEBUG nova.virt.hardware [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.222568] env[62402]: DEBUG nova.virt.hardware [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.222725] env[62402]: DEBUG nova.virt.hardware [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.222925] env[62402]: DEBUG nova.virt.hardware [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.223103] env[62402]: DEBUG nova.virt.hardware [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.223297] env[62402]: DEBUG nova.virt.hardware [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.224202] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f62740-61a3-48c7-929a-1246cbd7c146 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.232751] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b5f5d5-3ba5-4d54-8f9b-0f3e37ff409e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.247911] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:70:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7d99138-7572-4cc9-9bda-0e844bbc0c79', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.255499] env[62402]: DEBUG oslo.service.loopingcall [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.257055] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.257055] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce31452a-2396-4af4-9d65-67516e4d9f9d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.275084] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.275084] env[62402]: value = "task-1872583" [ 1464.275084] env[62402]: _type = "Task" [ 1464.275084] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.283060] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872583, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.334174] env[62402]: INFO nova.compute.manager [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Took 43.24 seconds to build instance. [ 1464.380126] env[62402]: DEBUG nova.network.neutron [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Successfully updated port: 2340c572-9531-4b29-8742-745b7dbed82e {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.485032] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872580, 'name': CreateSnapshot_Task, 'duration_secs': 0.582242} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.485167] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1464.489029] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e590e00e-242b-4fcd-a9f3-be033ba590e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.543263] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf58529a-674b-46cb-bdaa-6cc4038d19ec tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "04c6f283-64fd-4122-bb25-ca8108ff5c12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.215s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.550682] env[62402]: DEBUG oslo_vmware.api [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872581, 'name': PowerOffVM_Task, 'duration_secs': 0.252143} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.555122] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.555328] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1464.555637] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b12353fd-13d1-4c37-a46b-eb4cdf5ecf59 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.563082] env[62402]: DEBUG oslo_vmware.api [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872582, 'name': ReconfigVM_Task, 'duration_secs': 0.237122} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.563481] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1464.568398] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce2c6a2-6daf-4be0-8107-7179a1757b38 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.584321] env[62402]: DEBUG oslo_vmware.api [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1464.584321] env[62402]: value = "task-1872585" [ 1464.584321] env[62402]: _type = "Task" [ 1464.584321] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.591175] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a5c784-f7f2-6c49-fa8e-46edcd4790c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.592274] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5108a2-accd-4f1d-a8af-29d10380094f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.597570] env[62402]: DEBUG oslo_vmware.api [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.600435] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1464.600435] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5299637c-e3f1-e149-fadd-5467557e732b" [ 1464.600435] env[62402]: _type = "Task" [ 1464.600435] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.608386] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5299637c-e3f1-e149-fadd-5467557e732b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.770287] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.770594] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.770722] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Deleting the datastore file [datastore2] 4ed0a788-ff15-4aff-89d3-73deb1dbbc69 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.771249] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56518ea8-b66b-48e2-a172-381d3edcf4ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.782191] env[62402]: DEBUG oslo_vmware.api [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1464.782191] env[62402]: value = "task-1872586" [ 1464.782191] env[62402]: _type = "Task" [ 1464.782191] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.789389] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872583, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.796217] env[62402]: DEBUG oslo_vmware.api [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.837197] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09e8c32c-de98-4f84-9451-b172af99642e tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "1af50769-644f-4e6b-a859-0bf51f6cc6fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.867s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.882672] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.883017] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.883244] env[62402]: DEBUG nova.network.neutron [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.009838] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1465.010193] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e8ba46f9-b6fc-4d1f-b549-79c9af4a4d41 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.019179] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1465.019179] env[62402]: value = "task-1872587" [ 1465.019179] env[62402]: _type = "Task" [ 1465.019179] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.036583] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872587, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.097700] env[62402]: DEBUG oslo_vmware.api [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872585, 'name': ReconfigVM_Task, 'duration_secs': 0.230838} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.100817] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387000', 'volume_id': '438e7eb2-d465-4e7a-82d1-a9a1f6fe351f', 'name': 'volume-438e7eb2-d465-4e7a-82d1-a9a1f6fe351f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78354d5e-0d91-4efd-baf7-1c9226fbe74f', 'attached_at': '', 'detached_at': '', 'volume_id': '438e7eb2-d465-4e7a-82d1-a9a1f6fe351f', 'serial': '438e7eb2-d465-4e7a-82d1-a9a1f6fe351f'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1465.115108] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5299637c-e3f1-e149-fadd-5467557e732b, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.118169] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.118558] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e/beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.118997] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b10d5590-d5a0-406b-8fb5-2b6b2f3131d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.127531] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1465.127531] env[62402]: value = "task-1872588" [ 1465.127531] env[62402]: _type = "Task" [ 1465.127531] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.141675] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.286233] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872583, 'name': CreateVM_Task, 'duration_secs': 0.527167} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.289718] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.293106] env[62402]: DEBUG oslo_concurrency.lockutils [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.293519] env[62402]: DEBUG oslo_concurrency.lockutils [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.293971] env[62402]: DEBUG oslo_concurrency.lockutils [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.294875] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082afefa-0b15-4c5c-9899-75820cfe689b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.303864] env[62402]: DEBUG oslo_vmware.api [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4313} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.303864] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.303864] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.303864] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.303864] env[62402]: INFO nova.compute.manager [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1465.303864] env[62402]: DEBUG oslo.service.loopingcall [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.303864] env[62402]: DEBUG nova.compute.manager [-] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.303864] env[62402]: DEBUG nova.network.neutron [-] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.309984] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1465.309984] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c32f5f-1bc1-4e4e-8797-755051dde370" [ 1465.309984] env[62402]: _type = "Task" [ 1465.309984] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.311746] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "95d15af5-cc3c-4202-a6eb-c87db7c8c7d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.312681] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "95d15af5-cc3c-4202-a6eb-c87db7c8c7d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.312681] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "95d15af5-cc3c-4202-a6eb-c87db7c8c7d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.312681] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "95d15af5-cc3c-4202-a6eb-c87db7c8c7d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.312968] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "95d15af5-cc3c-4202-a6eb-c87db7c8c7d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.318559] env[62402]: INFO nova.compute.manager [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Terminating instance [ 1465.324826] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c32f5f-1bc1-4e4e-8797-755051dde370, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.328834] env[62402]: DEBUG oslo_concurrency.lockutils [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.329236] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.329609] env[62402]: DEBUG oslo_concurrency.lockutils [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.329876] env[62402]: DEBUG oslo_concurrency.lockutils [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.330187] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.330988] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b16733d-3f43-4e0b-b118-df67a85d34a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.339705] env[62402]: DEBUG nova.compute.manager [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1465.342724] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.343111] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.347073] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88520b4-75e5-4874-8582-802d8961eada {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.356024] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1465.356024] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d70775-8ad6-182c-0b85-fbf255e43d8d" [ 1465.356024] env[62402]: _type = "Task" [ 1465.356024] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.365833] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d70775-8ad6-182c-0b85-fbf255e43d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.448272] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "1af50769-644f-4e6b-a859-0bf51f6cc6fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.448700] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "1af50769-644f-4e6b-a859-0bf51f6cc6fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.449177] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "1af50769-644f-4e6b-a859-0bf51f6cc6fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.449485] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "1af50769-644f-4e6b-a859-0bf51f6cc6fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.449778] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "1af50769-644f-4e6b-a859-0bf51f6cc6fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.452767] env[62402]: DEBUG nova.network.neutron [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.455339] env[62402]: INFO nova.compute.manager [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Terminating instance [ 1465.536355] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872587, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.644077] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872588, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.645933] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df67480-d841-4042-8170-6216d5e4cf88 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.658827] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8dd11f-3c74-46a3-a1bb-211f1d435b4a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.694668] env[62402]: DEBUG nova.objects.instance [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lazy-loading 'flavor' on Instance uuid 78354d5e-0d91-4efd-baf7-1c9226fbe74f {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.697401] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a235bf-9512-46b9-b959-7830df7a18b4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.705876] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d1b281-ad56-45b2-9362-68f20f428cbd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.711717] env[62402]: DEBUG nova.network.neutron [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance_info_cache with network_info: [{"id": "2340c572-9531-4b29-8742-745b7dbed82e", "address": "fa:16:3e:3e:e2:c1", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2340c572-95", "ovs_interfaceid": "2340c572-9531-4b29-8742-745b7dbed82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.726311] env[62402]: DEBUG nova.compute.provider_tree [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.831952] env[62402]: DEBUG nova.compute.manager [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.832366] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.833310] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc00f9c4-f850-4519-ae11-6869fd304da3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.842160] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.842499] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa597a81-4c5c-442c-9ff2-50a9192a6800 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.850754] env[62402]: DEBUG oslo_vmware.api [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1465.850754] env[62402]: value = "task-1872589" [ 1465.850754] env[62402]: _type = "Task" [ 1465.850754] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.864736] env[62402]: DEBUG oslo_vmware.api [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.868943] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d70775-8ad6-182c-0b85-fbf255e43d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.014073} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.869876] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd54db70-7c7d-4c82-a933-bb5b03071363 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.873601] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.876795] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1465.876795] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5207f984-b92c-b5c6-88e3-87f5ed80e881" [ 1465.876795] env[62402]: _type = "Task" [ 1465.876795] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.885581] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5207f984-b92c-b5c6-88e3-87f5ed80e881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.963778] env[62402]: DEBUG nova.compute.manager [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.964125] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.965228] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d263a49-2c1c-4b0a-be01-a5c00b631c46 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.974586] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.974844] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd4006b3-edd2-454f-a1df-416266af8047 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.986404] env[62402]: DEBUG oslo_vmware.api [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1465.986404] env[62402]: value = "task-1872590" [ 1465.986404] env[62402]: _type = "Task" [ 1465.986404] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.995741] env[62402]: DEBUG oslo_vmware.api [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.037902] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872587, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.086678] env[62402]: DEBUG nova.compute.manager [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Received event network-vif-plugged-2340c572-9531-4b29-8742-745b7dbed82e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1466.087098] env[62402]: DEBUG oslo_concurrency.lockutils [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] Acquiring lock "8ae201ed-2458-4a38-9706-79834f32efe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.087309] env[62402]: DEBUG oslo_concurrency.lockutils [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] Lock "8ae201ed-2458-4a38-9706-79834f32efe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.087694] env[62402]: DEBUG oslo_concurrency.lockutils [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] Lock "8ae201ed-2458-4a38-9706-79834f32efe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.087756] env[62402]: DEBUG nova.compute.manager [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] No waiting events found dispatching network-vif-plugged-2340c572-9531-4b29-8742-745b7dbed82e {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1466.090589] env[62402]: WARNING nova.compute.manager [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Received unexpected event network-vif-plugged-2340c572-9531-4b29-8742-745b7dbed82e for instance with vm_state building and task_state spawning. [ 1466.090589] env[62402]: DEBUG nova.compute.manager [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Received event network-changed-2340c572-9531-4b29-8742-745b7dbed82e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1466.090589] env[62402]: DEBUG nova.compute.manager [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Refreshing instance network info cache due to event network-changed-2340c572-9531-4b29-8742-745b7dbed82e. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1466.090589] env[62402]: DEBUG oslo_concurrency.lockutils [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] Acquiring lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.139189] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587671} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.139480] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e/beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.139695] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.140879] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8ce0fb4-d6ff-446b-b02b-c3d7bdcaf969 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.148797] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1466.148797] env[62402]: value = "task-1872591" [ 1466.148797] env[62402]: _type = "Task" [ 1466.148797] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.161808] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.215781] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.216545] env[62402]: DEBUG nova.compute.manager [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Instance network_info: |[{"id": "2340c572-9531-4b29-8742-745b7dbed82e", "address": "fa:16:3e:3e:e2:c1", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2340c572-95", "ovs_interfaceid": "2340c572-9531-4b29-8742-745b7dbed82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1466.217587] env[62402]: DEBUG oslo_concurrency.lockutils [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] Acquired lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.217782] env[62402]: DEBUG nova.network.neutron [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Refreshing network info cache for port 2340c572-9531-4b29-8742-745b7dbed82e {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.219897] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:e2:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2340c572-9531-4b29-8742-745b7dbed82e', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.228338] env[62402]: DEBUG oslo.service.loopingcall [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.229624] env[62402]: DEBUG nova.scheduler.client.report [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.234543] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.240464] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6c1bafc-7b30-434c-9e7b-3ff08b7c1037 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.261653] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.261653] env[62402]: value = "task-1872592" [ 1466.261653] env[62402]: _type = "Task" [ 1466.261653] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.273630] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872592, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.365055] env[62402]: DEBUG oslo_vmware.api [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872589, 'name': PowerOffVM_Task, 'duration_secs': 0.219465} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.365435] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.365722] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.366066] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5951740-19b3-4265-848f-ba211b928701 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.390405] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5207f984-b92c-b5c6-88e3-87f5ed80e881, 'name': SearchDatastore_Task, 'duration_secs': 0.027592} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.390929] env[62402]: DEBUG oslo_concurrency.lockutils [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.391050] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 2d423f66-4b38-4fc4-abe5-5d09381e1c86/2d423f66-4b38-4fc4-abe5-5d09381e1c86.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.391327] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb0b8e12-5df0-4533-a870-075d02593a64 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.398889] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1466.398889] env[62402]: value = "task-1872594" [ 1466.398889] env[62402]: _type = "Task" [ 1466.398889] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.407805] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.448079] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.449048] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.449048] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Deleting the datastore file [datastore1] 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.449290] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ef83112-c392-44ff-b9b7-73183a3e125a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.456646] env[62402]: DEBUG oslo_vmware.api [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1466.456646] env[62402]: value = "task-1872595" [ 1466.456646] env[62402]: _type = "Task" [ 1466.456646] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.464979] env[62402]: DEBUG oslo_vmware.api [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.498180] env[62402]: DEBUG oslo_vmware.api [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872590, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.539416] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872587, 'name': CloneVM_Task} progress is 95%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.590578] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "f5c8078e-545a-46f2-9cdd-81d92cc60e43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.590578] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "f5c8078e-545a-46f2-9cdd-81d92cc60e43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.648550] env[62402]: DEBUG nova.network.neutron [-] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.662390] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179592} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.664313] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1466.664989] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d87123-6968-44b0-bbc3-0402fd3bdcb6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.691092] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e/beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.692209] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0457acd-831d-4904-b8d0-be9cbe33af74 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.710660] env[62402]: DEBUG oslo_concurrency.lockutils [None req-800a24d1-f5d3-48f3-ae58-bff78074972f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.345s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.718298] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1466.718298] env[62402]: value = "task-1872596" [ 1466.718298] env[62402]: _type = "Task" [ 1466.718298] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.731392] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.735347] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.735929] env[62402]: DEBUG nova.compute.manager [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1466.739157] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.208s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.741083] env[62402]: INFO nova.compute.claims [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1466.784023] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872592, 'name': CreateVM_Task, 'duration_secs': 0.400819} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.784023] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1466.784023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.784023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.784624] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1466.785108] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c064ebca-def3-45a2-8ad1-7501e599866d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.791579] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1466.791579] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f54716-fdfb-53c8-6461-f37bf9a7032d" [ 1466.791579] env[62402]: _type = "Task" [ 1466.791579] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.803179] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f54716-fdfb-53c8-6461-f37bf9a7032d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.910525] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872594, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.967203] env[62402]: DEBUG oslo_vmware.api [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181545} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.967456] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.967641] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1466.967822] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1466.968011] env[62402]: INFO nova.compute.manager [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1466.968270] env[62402]: DEBUG oslo.service.loopingcall [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.968443] env[62402]: DEBUG nova.compute.manager [-] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1466.968548] env[62402]: DEBUG nova.network.neutron [-] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.997923] env[62402]: DEBUG oslo_vmware.api [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872590, 'name': PowerOffVM_Task, 'duration_secs': 0.625714} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.998215] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.998389] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.998648] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2daf497e-ed43-46af-bb65-eec506bfe098 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.042085] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872587, 'name': CloneVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.156391] env[62402]: INFO nova.compute.manager [-] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Took 1.85 seconds to deallocate network for instance. [ 1467.219255] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.219475] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.219659] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Deleting the datastore file [datastore1] 1af50769-644f-4e6b-a859-0bf51f6cc6fb {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.224039] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fc9c9ef-4cf7-4e90-9ff8-bba2bce709e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.232449] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872596, 'name': ReconfigVM_Task, 'duration_secs': 0.389597} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.233944] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Reconfigured VM instance instance-0000002d to attach disk [datastore1] beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e/beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.234691] env[62402]: DEBUG oslo_vmware.api [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1467.234691] env[62402]: value = "task-1872598" [ 1467.234691] env[62402]: _type = "Task" [ 1467.234691] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.234900] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff342d54-2737-4ac5-a7a0-63b06fe530b9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.245444] env[62402]: DEBUG oslo_vmware.api [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.248409] env[62402]: DEBUG nova.compute.utils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1467.251560] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1467.251560] env[62402]: value = "task-1872599" [ 1467.251560] env[62402]: _type = "Task" [ 1467.251560] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.251839] env[62402]: DEBUG nova.compute.manager [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1467.252394] env[62402]: DEBUG nova.network.neutron [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1467.307184] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f54716-fdfb-53c8-6461-f37bf9a7032d, 'name': SearchDatastore_Task, 'duration_secs': 0.056894} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.308264] env[62402]: DEBUG nova.network.neutron [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updated VIF entry in instance network info cache for port 2340c572-9531-4b29-8742-745b7dbed82e. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.308604] env[62402]: DEBUG nova.network.neutron [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance_info_cache with network_info: [{"id": "2340c572-9531-4b29-8742-745b7dbed82e", "address": "fa:16:3e:3e:e2:c1", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2340c572-95", "ovs_interfaceid": "2340c572-9531-4b29-8742-745b7dbed82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.310338] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.310614] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.310892] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.311071] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.311274] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.311607] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95ab9143-4ee3-4bf6-96de-cc3b597e068c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.323865] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.323865] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.324737] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef61756-00e3-4581-a47e-cc8184fcccb7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.334951] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1467.334951] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52122db6-ce2f-dfb1-909a-fc7c4413df3e" [ 1467.334951] env[62402]: _type = "Task" [ 1467.334951] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.346143] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52122db6-ce2f-dfb1-909a-fc7c4413df3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.355807] env[62402]: DEBUG nova.policy [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '864ac7596c824983bbb081874f7b5266', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99db452307004bc89d8dc8b2eb4bea19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1467.414170] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577619} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.414495] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 2d423f66-4b38-4fc4-abe5-5d09381e1c86/2d423f66-4b38-4fc4-abe5-5d09381e1c86.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.414725] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.415342] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c2eee25-b09e-42b1-810f-188cc9e37af5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.422961] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1467.422961] env[62402]: value = "task-1872600" [ 1467.422961] env[62402]: _type = "Task" [ 1467.422961] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.435476] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.542897] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872587, 'name': CloneVM_Task, 'duration_secs': 2.031479} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.543265] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Created linked-clone VM from snapshot [ 1467.546037] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd09e6c-27f8-4c54-9380-65a4c7c74553 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.567183] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Uploading image 5b01da7f-00a6-4db8-9403-fc241278eec8 {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1467.601275] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1467.601275] env[62402]: value = "vm-387011" [ 1467.601275] env[62402]: _type = "VirtualMachine" [ 1467.601275] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1467.601939] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9dc7f779-eecf-423c-a01a-8c3b2dc692e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.609620] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lease: (returnval){ [ 1467.609620] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522f8846-3236-0147-5fce-1534c80fb0c9" [ 1467.609620] env[62402]: _type = "HttpNfcLease" [ 1467.609620] env[62402]: } obtained for exporting VM: (result){ [ 1467.609620] env[62402]: value = "vm-387011" [ 1467.609620] env[62402]: _type = "VirtualMachine" [ 1467.609620] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1467.609981] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the lease: (returnval){ [ 1467.609981] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522f8846-3236-0147-5fce-1534c80fb0c9" [ 1467.609981] env[62402]: _type = "HttpNfcLease" [ 1467.609981] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1467.619047] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1467.619047] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522f8846-3236-0147-5fce-1534c80fb0c9" [ 1467.619047] env[62402]: _type = "HttpNfcLease" [ 1467.619047] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1467.666652] env[62402]: DEBUG oslo_concurrency.lockutils [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.734426] env[62402]: DEBUG nova.network.neutron [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Successfully created port: 25e81568-f2a4-460a-85b0-1835a419897d {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1467.747974] env[62402]: DEBUG oslo_vmware.api [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277397} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.749013] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.749229] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.749470] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.749725] env[62402]: INFO nova.compute.manager [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1467.749990] env[62402]: DEBUG oslo.service.loopingcall [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.750199] env[62402]: DEBUG nova.compute.manager [-] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1467.750296] env[62402]: DEBUG nova.network.neutron [-] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.752251] env[62402]: DEBUG nova.compute.manager [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1467.770105] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872599, 'name': Rename_Task, 'duration_secs': 0.227125} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.770105] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.770368] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d8b66e7-b23c-4587-90ee-6face20a888b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.778097] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1467.778097] env[62402]: value = "task-1872602" [ 1467.778097] env[62402]: _type = "Task" [ 1467.778097] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.786695] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.817235] env[62402]: DEBUG oslo_concurrency.lockutils [req-03aeba45-5b1d-4934-8321-f5e84c3a73a2 req-3a28b64a-025f-4606-ab7e-27605ee546e5 service nova] Releasing lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.846930] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52122db6-ce2f-dfb1-909a-fc7c4413df3e, 'name': SearchDatastore_Task, 'duration_secs': 0.013047} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.847772] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4388b169-5588-4850-8ea1-9b4b23d8d568 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.856823] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1467.856823] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c7e884-2f45-9e09-90ca-34612a8859ff" [ 1467.856823] env[62402]: _type = "Task" [ 1467.856823] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.866976] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c7e884-2f45-9e09-90ca-34612a8859ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.867291] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.867703] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 8ae201ed-2458-4a38-9706-79834f32efe2/8ae201ed-2458-4a38-9706-79834f32efe2.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.868017] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd3d1e4d-2bfe-42ab-b03d-12b010957ab2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.878777] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1467.878777] env[62402]: value = "task-1872603" [ 1467.878777] env[62402]: _type = "Task" [ 1467.878777] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.887273] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.933256] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108031} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.933525] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.934315] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ac875f-5949-41d3-b955-c0949db22923 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.964748] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 2d423f66-4b38-4fc4-abe5-5d09381e1c86/2d423f66-4b38-4fc4-abe5-5d09381e1c86.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.969471] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbb51052-f1c6-42a8-8ac5-89f711a16930 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.987359] env[62402]: DEBUG nova.compute.manager [req-a8521824-4679-4e89-9e5b-7c159ab037f4 req-28ab09fd-c801-43d4-9e17-aa62c18a8198 service nova] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Received event network-vif-deleted-d1e97a13-465b-4706-9946-bf037b6df340 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1467.987572] env[62402]: INFO nova.compute.manager [req-a8521824-4679-4e89-9e5b-7c159ab037f4 req-28ab09fd-c801-43d4-9e17-aa62c18a8198 service nova] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Neutron deleted interface d1e97a13-465b-4706-9946-bf037b6df340; detaching it from the instance and deleting it from the info cache [ 1467.987793] env[62402]: DEBUG nova.network.neutron [req-a8521824-4679-4e89-9e5b-7c159ab037f4 req-28ab09fd-c801-43d4-9e17-aa62c18a8198 service nova] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.996460] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1467.996460] env[62402]: value = "task-1872604" [ 1467.996460] env[62402]: _type = "Task" [ 1467.996460] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.007220] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.073360] env[62402]: DEBUG nova.network.neutron [-] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.088995] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "74c06ffb-3c25-4a39-9fe2-a6147a31ae37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.089284] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "74c06ffb-3c25-4a39-9fe2-a6147a31ae37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.123404] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1468.123404] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522f8846-3236-0147-5fce-1534c80fb0c9" [ 1468.123404] env[62402]: _type = "HttpNfcLease" [ 1468.123404] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1468.125820] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1468.125820] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522f8846-3236-0147-5fce-1534c80fb0c9" [ 1468.125820] env[62402]: _type = "HttpNfcLease" [ 1468.125820] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1468.128088] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fb4b78-b9ff-4fe4-9b7d-e57d48e28e47 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.137664] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527b8832-82d1-db92-98d8-a07bc7b0a62f/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1468.137900] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527b8832-82d1-db92-98d8-a07bc7b0a62f/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1468.205382] env[62402]: DEBUG nova.compute.manager [req-a0f1d032-9526-4a45-b556-0aba0f7693c5 req-d384e828-2d87-4cae-9fbd-165beea46855 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Received event network-vif-deleted-0f8bcfd3-91df-4afd-b056-95e029cecd1e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1468.205476] env[62402]: DEBUG nova.compute.manager [req-a0f1d032-9526-4a45-b556-0aba0f7693c5 req-d384e828-2d87-4cae-9fbd-165beea46855 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Received event network-vif-deleted-788d9229-d1ef-4222-ba2a-354ab6138686 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1468.205646] env[62402]: DEBUG nova.compute.manager [req-a0f1d032-9526-4a45-b556-0aba0f7693c5 req-d384e828-2d87-4cae-9fbd-165beea46855 service nova] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Received event network-vif-deleted-e5b8f96b-e565-4053-b768-f2f38165a80a {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1468.288094] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.388679] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872603, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.410460] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb225857-4c5b-46b2-b7c9-ea9c5cbc1043 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.491754] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd703c71-e925-4fbe-905b-94ca45f303a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.508315] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45828f0-b805-4d4e-a15d-cd69f4ddca42 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.528574] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.549401] env[62402]: DEBUG nova.compute.manager [req-a8521824-4679-4e89-9e5b-7c159ab037f4 req-28ab09fd-c801-43d4-9e17-aa62c18a8198 service nova] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Detach interface failed, port_id=d1e97a13-465b-4706-9946-bf037b6df340, reason: Instance 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1468.579684] env[62402]: INFO nova.compute.manager [-] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Took 1.61 seconds to deallocate network for instance. [ 1468.607139] env[62402]: DEBUG nova.network.neutron [-] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.622108] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa19177d-1e0a-4fc7-9572-5bdb27ac00f5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.636033] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592b0f7a-3209-46be-bf67-eaf35eac56b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.668444] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e4a12a-b602-44c5-b9f7-e05fefdca61f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.677030] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71a14c3-14e4-47f1-9179-dfab86d28e8a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.693889] env[62402]: DEBUG nova.compute.provider_tree [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.762541] env[62402]: DEBUG nova.compute.manager [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1468.792906] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.795314] env[62402]: DEBUG nova.virt.hardware [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1468.795843] env[62402]: DEBUG nova.virt.hardware [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.795843] env[62402]: DEBUG nova.virt.hardware [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1468.797991] env[62402]: DEBUG nova.virt.hardware [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.798352] env[62402]: DEBUG nova.virt.hardware [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1468.798536] env[62402]: DEBUG nova.virt.hardware [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1468.798849] env[62402]: DEBUG nova.virt.hardware [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1468.799138] env[62402]: DEBUG nova.virt.hardware [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1468.799417] env[62402]: DEBUG nova.virt.hardware [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1468.799697] env[62402]: DEBUG nova.virt.hardware [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1468.800100] env[62402]: DEBUG nova.virt.hardware [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1468.801050] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c015d4c-369d-49b9-a3bd-dd8111eb7a1a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.810016] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bccca1f-4a20-4f7d-b592-0721ef7f0b36 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.890312] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554002} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.890584] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 8ae201ed-2458-4a38-9706-79834f32efe2/8ae201ed-2458-4a38-9706-79834f32efe2.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1468.891016] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1468.891603] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ddce89b-36b8-490e-9b2a-e50878399a40 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.899806] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1468.899806] env[62402]: value = "task-1872605" [ 1468.899806] env[62402]: _type = "Task" [ 1468.899806] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.908719] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.008823] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872604, 'name': ReconfigVM_Task, 'duration_secs': 0.657016} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.009612] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 2d423f66-4b38-4fc4-abe5-5d09381e1c86/2d423f66-4b38-4fc4-abe5-5d09381e1c86.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.010606] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76b4a5eb-d2a4-4def-9cd6-8e0d616e5918 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.017395] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1469.017395] env[62402]: value = "task-1872606" [ 1469.017395] env[62402]: _type = "Task" [ 1469.017395] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.028411] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872606, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.089773] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.111662] env[62402]: INFO nova.compute.manager [-] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Took 1.36 seconds to deallocate network for instance. [ 1469.197514] env[62402]: DEBUG nova.scheduler.client.report [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.293567] env[62402]: DEBUG oslo_vmware.api [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872602, 'name': PowerOnVM_Task, 'duration_secs': 1.083853} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.293976] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.294263] env[62402]: INFO nova.compute.manager [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1469.294522] env[62402]: DEBUG nova.compute.manager [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.295548] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281c9d6d-3720-4b77-a5cc-1ade96a9a342 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.412671] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164012} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.413044] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1469.414122] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cc556d-c487-442e-909d-96890c1b2646 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.445536] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 8ae201ed-2458-4a38-9706-79834f32efe2/8ae201ed-2458-4a38-9706-79834f32efe2.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.445985] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e3b695-b2c2-4f6d-a8c8-f1b3e249ea34 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.468104] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1469.468104] env[62402]: value = "task-1872607" [ 1469.468104] env[62402]: _type = "Task" [ 1469.468104] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.477984] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.527447] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872606, 'name': Rename_Task, 'duration_secs': 0.265707} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.527860] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.528243] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d70016f-da58-4069-ad16-e12dd2d12c53 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.535570] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1469.535570] env[62402]: value = "task-1872608" [ 1469.535570] env[62402]: _type = "Task" [ 1469.535570] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.541190] env[62402]: DEBUG nova.network.neutron [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Successfully updated port: 25e81568-f2a4-460a-85b0-1835a419897d {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1469.552513] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.619163] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.705072] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.966s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.705767] env[62402]: DEBUG nova.compute.manager [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1469.710209] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.840s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.710663] env[62402]: DEBUG nova.objects.instance [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lazy-loading 'resources' on Instance uuid 2110c7ab-0962-4884-b120-e1c1fb1bab16 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.822473] env[62402]: INFO nova.compute.manager [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Took 39.01 seconds to build instance. [ 1469.981355] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872607, 'name': ReconfigVM_Task, 'duration_secs': 0.367024} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.981355] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 8ae201ed-2458-4a38-9706-79834f32efe2/8ae201ed-2458-4a38-9706-79834f32efe2.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.981355] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d9152df-268c-414e-9b7c-c68ddf0eb967 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.988022] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1469.988022] env[62402]: value = "task-1872609" [ 1469.988022] env[62402]: _type = "Task" [ 1469.988022] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.997964] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872609, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.033143] env[62402]: DEBUG nova.compute.manager [req-44235269-ddd5-4e74-b2b7-7a614f98e0c0 req-3cfb3921-05a4-4920-b08a-b93e0dc69e8b service nova] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Received event network-vif-deleted-2e07b5e3-7a8d-453d-a152-065a2a3e1240 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1470.047192] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "refresh_cache-67de6b91-f9d0-4ff7-a629-a6628b6c0157" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.047344] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired lock "refresh_cache-67de6b91-f9d0-4ff7-a629-a6628b6c0157" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.047485] env[62402]: DEBUG nova.network.neutron [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.048659] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872608, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.216896] env[62402]: DEBUG nova.compute.utils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1470.218304] env[62402]: DEBUG nova.compute.manager [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1470.218477] env[62402]: DEBUG nova.network.neutron [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1470.279225] env[62402]: DEBUG nova.policy [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f834ec0545ac43539e01c83392aa94f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b465a3e63776448b9f3c47d52cc5c59d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1470.325934] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6ca969a1-5352-474c-b82a-43fcc2ac9a38 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.676s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.361515] env[62402]: DEBUG nova.compute.manager [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Received event network-vif-plugged-25e81568-f2a4-460a-85b0-1835a419897d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1470.361743] env[62402]: DEBUG oslo_concurrency.lockutils [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] Acquiring lock "67de6b91-f9d0-4ff7-a629-a6628b6c0157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.361999] env[62402]: DEBUG oslo_concurrency.lockutils [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] Lock "67de6b91-f9d0-4ff7-a629-a6628b6c0157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.362147] env[62402]: DEBUG oslo_concurrency.lockutils [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] Lock "67de6b91-f9d0-4ff7-a629-a6628b6c0157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.362548] env[62402]: DEBUG nova.compute.manager [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] No waiting events found dispatching network-vif-plugged-25e81568-f2a4-460a-85b0-1835a419897d {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1470.362548] env[62402]: WARNING nova.compute.manager [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Received unexpected event network-vif-plugged-25e81568-f2a4-460a-85b0-1835a419897d for instance with vm_state building and task_state spawning. [ 1470.362657] env[62402]: DEBUG nova.compute.manager [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Received event network-changed-25e81568-f2a4-460a-85b0-1835a419897d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1470.362768] env[62402]: DEBUG nova.compute.manager [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Refreshing instance network info cache due to event network-changed-25e81568-f2a4-460a-85b0-1835a419897d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1470.362932] env[62402]: DEBUG oslo_concurrency.lockutils [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] Acquiring lock "refresh_cache-67de6b91-f9d0-4ff7-a629-a6628b6c0157" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.499847] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872609, 'name': Rename_Task, 'duration_secs': 0.159295} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.503307] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.503307] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77d2212a-10b3-4ecc-bea2-b5fe58dfb76b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.508469] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1470.508469] env[62402]: value = "task-1872610" [ 1470.508469] env[62402]: _type = "Task" [ 1470.508469] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.517080] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.547712] env[62402]: DEBUG oslo_vmware.api [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872608, 'name': PowerOnVM_Task, 'duration_secs': 0.661593} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.553019] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.553019] env[62402]: DEBUG nova.compute.manager [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.554224] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c533885-b08a-4f8d-a5e5-a074d3f5ca51 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.619455] env[62402]: DEBUG nova.network.neutron [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.644638] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Acquiring lock "a3506fea-7782-49ef-b9b6-bf37d30b8680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.645910] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Lock "a3506fea-7782-49ef-b9b6-bf37d30b8680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.646443] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Acquiring lock "a3506fea-7782-49ef-b9b6-bf37d30b8680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.646443] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Lock "a3506fea-7782-49ef-b9b6-bf37d30b8680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.646580] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Lock "a3506fea-7782-49ef-b9b6-bf37d30b8680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.653794] env[62402]: INFO nova.compute.manager [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Terminating instance [ 1470.655929] env[62402]: DEBUG nova.network.neutron [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Successfully created port: 065b29c5-9b32-49d5-b11b-558e734e4648 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1470.721816] env[62402]: DEBUG nova.compute.manager [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1470.814116] env[62402]: DEBUG nova.network.neutron [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Updating instance_info_cache with network_info: [{"id": "25e81568-f2a4-460a-85b0-1835a419897d", "address": "fa:16:3e:6e:43:85", "network": {"id": "55b1594d-1bc7-4adf-aec8-42fa735c5477", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-643510234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db452307004bc89d8dc8b2eb4bea19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e81568-f2", "ovs_interfaceid": "25e81568-f2a4-460a-85b0-1835a419897d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.829124] env[62402]: DEBUG nova.compute.manager [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1470.837560] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62266fb1-aec4-47ab-b8a7-9172e73333dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.845478] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27c757c-85f5-408d-b3fb-3e6191d9aec6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.894550] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a01b617-0dc6-48c5-b851-a834e0c8c54e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.904038] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2df2d9-ea74-497f-be50-b65c8f11d490 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.918640] env[62402]: DEBUG nova.compute.provider_tree [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.019016] env[62402]: DEBUG oslo_vmware.api [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872610, 'name': PowerOnVM_Task, 'duration_secs': 0.489112} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.019624] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1471.019833] env[62402]: INFO nova.compute.manager [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1471.020025] env[62402]: DEBUG nova.compute.manager [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1471.020946] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd5381d-4114-4bd8-8c84-aaec893a6c62 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.073428] env[62402]: DEBUG oslo_concurrency.lockutils [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.164450] env[62402]: DEBUG nova.compute.manager [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1471.164450] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.164450] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3781c576-37f6-422a-bad0-e0863bc80b9c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.172208] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.172650] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32b77910-6a36-4e87-b8c0-d2bc2642ac50 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.178857] env[62402]: DEBUG oslo_vmware.api [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Waiting for the task: (returnval){ [ 1471.178857] env[62402]: value = "task-1872611" [ 1471.178857] env[62402]: _type = "Task" [ 1471.178857] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.187317] env[62402]: DEBUG oslo_vmware.api [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.314588] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Releasing lock "refresh_cache-67de6b91-f9d0-4ff7-a629-a6628b6c0157" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.315645] env[62402]: DEBUG nova.compute.manager [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Instance network_info: |[{"id": "25e81568-f2a4-460a-85b0-1835a419897d", "address": "fa:16:3e:6e:43:85", "network": {"id": "55b1594d-1bc7-4adf-aec8-42fa735c5477", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-643510234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db452307004bc89d8dc8b2eb4bea19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e81568-f2", "ovs_interfaceid": "25e81568-f2a4-460a-85b0-1835a419897d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1471.317118] env[62402]: DEBUG oslo_concurrency.lockutils [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] Acquired lock "refresh_cache-67de6b91-f9d0-4ff7-a629-a6628b6c0157" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.317398] env[62402]: DEBUG nova.network.neutron [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Refreshing network info cache for port 25e81568-f2a4-460a-85b0-1835a419897d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.320526] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:43:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25e81568-f2a4-460a-85b0-1835a419897d', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.330328] env[62402]: DEBUG oslo.service.loopingcall [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.331520] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.332378] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cf5eda5-16c7-4d77-a455-80079705b24f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.368446] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.368446] env[62402]: value = "task-1872612" [ 1471.368446] env[62402]: _type = "Task" [ 1471.368446] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.379867] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872612, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.381049] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.422583] env[62402]: DEBUG nova.scheduler.client.report [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.540101] env[62402]: INFO nova.compute.manager [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Took 30.10 seconds to build instance. [ 1471.690330] env[62402]: DEBUG oslo_vmware.api [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872611, 'name': PowerOffVM_Task, 'duration_secs': 0.315755} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.690517] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.690700] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1471.691025] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17d925fe-bc92-4301-b94f-204b898e9cd0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.731583] env[62402]: DEBUG nova.compute.manager [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1471.755138] env[62402]: DEBUG nova.virt.hardware [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1471.755454] env[62402]: DEBUG nova.virt.hardware [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.755643] env[62402]: DEBUG nova.virt.hardware [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1471.755888] env[62402]: DEBUG nova.virt.hardware [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.756084] env[62402]: DEBUG nova.virt.hardware [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1471.756271] env[62402]: DEBUG nova.virt.hardware [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1471.756532] env[62402]: DEBUG nova.virt.hardware [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1471.756782] env[62402]: DEBUG nova.virt.hardware [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1471.756995] env[62402]: DEBUG nova.virt.hardware [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1471.757192] env[62402]: DEBUG nova.virt.hardware [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1471.757369] env[62402]: DEBUG nova.virt.hardware [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1471.758267] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ba60f-c945-4afd-9918-6e4214e53f2a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.767979] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0956858-c742-40fa-87df-cad735c2f9e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.878541] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872612, 'name': CreateVM_Task, 'duration_secs': 0.444322} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.878750] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1471.879446] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.879622] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.879977] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1471.880253] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-899fe7c5-5c05-4bb6-a495-33109cf94ce4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.885347] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1471.885347] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52eb3bec-19d1-ef6e-35e4-f7d7f0d7a2e8" [ 1471.885347] env[62402]: _type = "Task" [ 1471.885347] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.893702] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52eb3bec-19d1-ef6e-35e4-f7d7f0d7a2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.928253] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.931916] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.327s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.931916] env[62402]: DEBUG nova.objects.instance [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Lazy-loading 'resources' on Instance uuid c408d003-2be8-4509-a0a4-93ca0e9d1965 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.952967] env[62402]: INFO nova.scheduler.client.report [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Deleted allocations for instance 2110c7ab-0962-4884-b120-e1c1fb1bab16 [ 1471.980211] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1471.983034] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1471.983034] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Deleting the datastore file [datastore1] a3506fea-7782-49ef-b9b6-bf37d30b8680 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1471.983034] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21148d46-087b-4a1e-a361-8682d13a72f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.991930] env[62402]: DEBUG oslo_vmware.api [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Waiting for the task: (returnval){ [ 1471.991930] env[62402]: value = "task-1872614" [ 1471.991930] env[62402]: _type = "Task" [ 1471.991930] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.003067] env[62402]: DEBUG oslo_vmware.api [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.042194] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95cc6633-a0f3-4094-989f-87a3a688f9bf tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "8ae201ed-2458-4a38-9706-79834f32efe2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.485s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.106878] env[62402]: DEBUG nova.network.neutron [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Updated VIF entry in instance network info cache for port 25e81568-f2a4-460a-85b0-1835a419897d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.106878] env[62402]: DEBUG nova.network.neutron [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Updating instance_info_cache with network_info: [{"id": "25e81568-f2a4-460a-85b0-1835a419897d", "address": "fa:16:3e:6e:43:85", "network": {"id": "55b1594d-1bc7-4adf-aec8-42fa735c5477", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-643510234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db452307004bc89d8dc8b2eb4bea19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e81568-f2", "ovs_interfaceid": "25e81568-f2a4-460a-85b0-1835a419897d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.132282] env[62402]: DEBUG oslo_concurrency.lockutils [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.132529] env[62402]: DEBUG oslo_concurrency.lockutils [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.401830] env[62402]: DEBUG oslo_concurrency.lockutils [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.402174] env[62402]: DEBUG oslo_concurrency.lockutils [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.402406] env[62402]: DEBUG oslo_concurrency.lockutils [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "c33db3b7-9c39-42dc-ae25-7b1d0199b6d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.402587] env[62402]: DEBUG oslo_concurrency.lockutils [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "c33db3b7-9c39-42dc-ae25-7b1d0199b6d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.402758] env[62402]: DEBUG oslo_concurrency.lockutils [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "c33db3b7-9c39-42dc-ae25-7b1d0199b6d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.405826] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52eb3bec-19d1-ef6e-35e4-f7d7f0d7a2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.029363} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.405826] env[62402]: DEBUG nova.network.neutron [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Successfully updated port: 065b29c5-9b32-49d5-b11b-558e734e4648 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1472.409468] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.409468] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.409468] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.409468] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.409468] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.409468] env[62402]: INFO nova.compute.manager [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Terminating instance [ 1472.412245] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-239bf4d0-cfab-43b9-b66c-ea8592456a3f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.427174] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.427573] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.429058] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0060e7ee-64eb-4351-9f2b-ae08a189ea4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.442831] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1472.442831] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a4194f-2741-5197-2b7e-2e54c2efe5ab" [ 1472.442831] env[62402]: _type = "Task" [ 1472.442831] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.452169] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a4194f-2741-5197-2b7e-2e54c2efe5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.467375] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7d198734-906d-436b-a3f6-7f2927230f58 tempest-FloatingIPsAssociationTestJSON-887705156 tempest-FloatingIPsAssociationTestJSON-887705156-project-member] Lock "2110c7ab-0962-4884-b120-e1c1fb1bab16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.942s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.504205] env[62402]: DEBUG oslo_vmware.api [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Task: {'id': task-1872614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396104} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.504472] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.504659] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1472.504900] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1472.505103] env[62402]: INFO nova.compute.manager [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1472.505409] env[62402]: DEBUG oslo.service.loopingcall [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.505608] env[62402]: DEBUG nova.compute.manager [-] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1472.505702] env[62402]: DEBUG nova.network.neutron [-] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1472.546418] env[62402]: DEBUG nova.compute.manager [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.614140] env[62402]: DEBUG oslo_concurrency.lockutils [req-6d32edbd-9c6c-49d2-be79-50f903a82aa9 req-17afc3a2-26d4-45a0-9856-b520311bb83a service nova] Releasing lock "refresh_cache-67de6b91-f9d0-4ff7-a629-a6628b6c0157" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.638235] env[62402]: DEBUG nova.compute.utils [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1472.913797] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Acquiring lock "refresh_cache-7688e68b-a872-49b4-ab48-47866159eaa6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.913797] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Acquired lock "refresh_cache-7688e68b-a872-49b4-ab48-47866159eaa6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.913797] env[62402]: DEBUG nova.network.neutron [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.920579] env[62402]: DEBUG nova.compute.manager [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1472.920870] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.929646] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eb04cc-3102-446c-83e0-6d72ccc4a6b9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.942012] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.942473] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d7b43c0-00fe-4fd8-b8e0-d4563cb307b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.964827] env[62402]: DEBUG oslo_vmware.api [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1472.964827] env[62402]: value = "task-1872615" [ 1472.964827] env[62402]: _type = "Task" [ 1472.964827] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.965144] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a4194f-2741-5197-2b7e-2e54c2efe5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.036813} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.973834] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa383aff-2b73-403b-854c-f8089a0be7bb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.982291] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1472.982291] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52699a7b-6a52-e465-e24e-14a62cc8b70c" [ 1472.982291] env[62402]: _type = "Task" [ 1472.982291] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.988797] env[62402]: DEBUG oslo_vmware.api [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.999157] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52699a7b-6a52-e465-e24e-14a62cc8b70c, 'name': SearchDatastore_Task, 'duration_secs': 0.015997} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.002124] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.002410] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 67de6b91-f9d0-4ff7-a629-a6628b6c0157/67de6b91-f9d0-4ff7-a629-a6628b6c0157.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.002970] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83ea2040-3443-4a6f-8c5f-2683296d01ce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.010989] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1473.010989] env[62402]: value = "task-1872616" [ 1473.010989] env[62402]: _type = "Task" [ 1473.010989] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.024781] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.043495] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bae7e48-b11a-4fd9-bb41-baef3d3939d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.055073] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fc754f-cf59-42bb-b72a-95da4df6fbf5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.101371] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.104038] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99253cee-ed0e-4d4e-abfe-9ec3c1e490f9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.113867] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50660017-16f8-4601-bc81-c332ce3bcb15 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.131944] env[62402]: DEBUG nova.compute.provider_tree [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.144560] env[62402]: DEBUG oslo_concurrency.lockutils [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.201653] env[62402]: DEBUG nova.compute.manager [req-6af10ae1-0489-4002-8d27-fe0434f41170 req-5de2900f-5687-4cfe-9b58-2552e37ffb4f service nova] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Received event network-vif-plugged-065b29c5-9b32-49d5-b11b-558e734e4648 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1473.201951] env[62402]: DEBUG oslo_concurrency.lockutils [req-6af10ae1-0489-4002-8d27-fe0434f41170 req-5de2900f-5687-4cfe-9b58-2552e37ffb4f service nova] Acquiring lock "7688e68b-a872-49b4-ab48-47866159eaa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.202512] env[62402]: DEBUG oslo_concurrency.lockutils [req-6af10ae1-0489-4002-8d27-fe0434f41170 req-5de2900f-5687-4cfe-9b58-2552e37ffb4f service nova] Lock "7688e68b-a872-49b4-ab48-47866159eaa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.202593] env[62402]: DEBUG oslo_concurrency.lockutils [req-6af10ae1-0489-4002-8d27-fe0434f41170 req-5de2900f-5687-4cfe-9b58-2552e37ffb4f service nova] Lock "7688e68b-a872-49b4-ab48-47866159eaa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.202731] env[62402]: DEBUG nova.compute.manager [req-6af10ae1-0489-4002-8d27-fe0434f41170 req-5de2900f-5687-4cfe-9b58-2552e37ffb4f service nova] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] No waiting events found dispatching network-vif-plugged-065b29c5-9b32-49d5-b11b-558e734e4648 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1473.202875] env[62402]: WARNING nova.compute.manager [req-6af10ae1-0489-4002-8d27-fe0434f41170 req-5de2900f-5687-4cfe-9b58-2552e37ffb4f service nova] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Received unexpected event network-vif-plugged-065b29c5-9b32-49d5-b11b-558e734e4648 for instance with vm_state building and task_state spawning. [ 1473.236553] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Acquiring lock "ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.236928] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Lock "ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.237090] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Acquiring lock "ed8a1173-1276-4c3e-a4b9-b9f9b74d529f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.237283] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Lock "ed8a1173-1276-4c3e-a4b9-b9f9b74d529f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.237453] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Lock "ed8a1173-1276-4c3e-a4b9-b9f9b74d529f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.239905] env[62402]: INFO nova.compute.manager [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Terminating instance [ 1473.482928] env[62402]: DEBUG nova.network.neutron [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1473.486290] env[62402]: DEBUG nova.compute.manager [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Stashing vm_state: active {{(pid=62402) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1473.496034] env[62402]: DEBUG oslo_vmware.api [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872615, 'name': PowerOffVM_Task, 'duration_secs': 0.224702} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.496034] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.496034] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.496034] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02e178b4-9468-4b36-bc02-ca3411991102 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.527269] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872616, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.609286] env[62402]: DEBUG nova.network.neutron [-] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.635982] env[62402]: DEBUG nova.scheduler.client.report [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.667249] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.669030] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.669030] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleting the datastore file [datastore1] c33db3b7-9c39-42dc-ae25-7b1d0199b6d4 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.669030] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6dfed9c-367f-4423-a653-77752f3180a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.676043] env[62402]: DEBUG oslo_vmware.api [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1473.676043] env[62402]: value = "task-1872618" [ 1473.676043] env[62402]: _type = "Task" [ 1473.676043] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.686803] env[62402]: DEBUG oslo_vmware.api [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.704316] env[62402]: DEBUG nova.network.neutron [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Updating instance_info_cache with network_info: [{"id": "065b29c5-9b32-49d5-b11b-558e734e4648", "address": "fa:16:3e:08:b0:a9", "network": {"id": "49c582c2-6757-4a88-a49a-f615ec8da2bc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1357479390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b465a3e63776448b9f3c47d52cc5c59d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065b29c5-9b", "ovs_interfaceid": "065b29c5-9b32-49d5-b11b-558e734e4648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.747595] env[62402]: DEBUG nova.compute.manager [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1473.747595] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1473.747595] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2c5068-d3bc-4c26-8269-c793cf7f307b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.763095] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.763502] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3ff702e-fb0d-4678-88dc-36e763d349ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.771199] env[62402]: DEBUG oslo_vmware.api [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Waiting for the task: (returnval){ [ 1473.771199] env[62402]: value = "task-1872619" [ 1473.771199] env[62402]: _type = "Task" [ 1473.771199] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.781305] env[62402]: DEBUG oslo_vmware.api [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.013083] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.024676] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559224} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.024954] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 67de6b91-f9d0-4ff7-a629-a6628b6c0157/67de6b91-f9d0-4ff7-a629-a6628b6c0157.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.025190] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.025461] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43d6ee0e-980c-4720-a354-b7d13bbc5ce9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.034848] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1474.034848] env[62402]: value = "task-1872620" [ 1474.034848] env[62402]: _type = "Task" [ 1474.034848] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.045659] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.115809] env[62402]: INFO nova.compute.manager [-] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Took 1.61 seconds to deallocate network for instance. [ 1474.145078] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.147547] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.072s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.150304] env[62402]: INFO nova.compute.claims [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.186432] env[62402]: INFO nova.scheduler.client.report [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Deleted allocations for instance c408d003-2be8-4509-a0a4-93ca0e9d1965 [ 1474.196247] env[62402]: DEBUG oslo_vmware.api [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225679} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.196247] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.196247] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.196379] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.197031] env[62402]: INFO nova.compute.manager [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1474.197031] env[62402]: DEBUG oslo.service.loopingcall [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.197031] env[62402]: DEBUG nova.compute.manager [-] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1474.197031] env[62402]: DEBUG nova.network.neutron [-] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.210018] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Releasing lock "refresh_cache-7688e68b-a872-49b4-ab48-47866159eaa6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.210018] env[62402]: DEBUG nova.compute.manager [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Instance network_info: |[{"id": "065b29c5-9b32-49d5-b11b-558e734e4648", "address": "fa:16:3e:08:b0:a9", "network": {"id": "49c582c2-6757-4a88-a49a-f615ec8da2bc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1357479390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b465a3e63776448b9f3c47d52cc5c59d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065b29c5-9b", "ovs_interfaceid": "065b29c5-9b32-49d5-b11b-558e734e4648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.210018] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:b0:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '065b29c5-9b32-49d5-b11b-558e734e4648', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.216460] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Creating folder: Project (b465a3e63776448b9f3c47d52cc5c59d). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.217120] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2979bc88-9a24-4aef-b6a7-fd801e945b30 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.228939] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Created folder: Project (b465a3e63776448b9f3c47d52cc5c59d) in parent group-v386882. [ 1474.229176] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Creating folder: Instances. Parent ref: group-v387014. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.229613] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14083496-85bb-4b60-8cc8-058ae412c97b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.245595] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Created folder: Instances in parent group-v387014. [ 1474.245848] env[62402]: DEBUG oslo.service.loopingcall [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.246051] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.246283] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-289ef906-54e2-4f12-9c97-79ba379b662a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.266668] env[62402]: DEBUG oslo_concurrency.lockutils [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.266922] env[62402]: DEBUG oslo_concurrency.lockutils [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.267159] env[62402]: INFO nova.compute.manager [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Attaching volume 842201d2-565e-476d-80ad-7dd96d5bf45a to /dev/sdb [ 1474.279684] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.279684] env[62402]: value = "task-1872623" [ 1474.279684] env[62402]: _type = "Task" [ 1474.279684] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.290555] env[62402]: DEBUG oslo_vmware.api [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872619, 'name': PowerOffVM_Task, 'duration_secs': 0.318746} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.291238] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.291415] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1474.291920] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6005e07c-6ed7-48ca-b588-47e212276724 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.296925] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872623, 'name': CreateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.316671] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7701e5-043b-4d48-b17f-1a5dd12d99c1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.329271] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1b663e-cb03-46fc-b540-39543c8ce3e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.350340] env[62402]: DEBUG nova.virt.block_device [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Updating existing volume attachment record: 5273da2d-3b42-48a1-bef5-9db3085c36f3 {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1474.413019] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.413019] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.413019] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Deleting the datastore file [datastore2] ed8a1173-1276-4c3e-a4b9-b9f9b74d529f {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.413019] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d407386-eca4-4c8c-9d04-49eeafd05828 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.418937] env[62402]: DEBUG oslo_vmware.api [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Waiting for the task: (returnval){ [ 1474.418937] env[62402]: value = "task-1872625" [ 1474.418937] env[62402]: _type = "Task" [ 1474.418937] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.427450] env[62402]: DEBUG oslo_vmware.api [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.546835] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081439} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.547727] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1474.549047] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476c34c7-f58a-42a1-9068-d0525ae786ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.592437] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 67de6b91-f9d0-4ff7-a629-a6628b6c0157/67de6b91-f9d0-4ff7-a629-a6628b6c0157.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.592437] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14d6cfff-6385-4983-b615-5aeda0e4cf5d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.628621] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.628621] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1474.628621] env[62402]: value = "task-1872627" [ 1474.628621] env[62402]: _type = "Task" [ 1474.628621] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.642861] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872627, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.703135] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ac960126-1b4b-4ad2-994a-b020cfc55a39 tempest-ServerMetadataNegativeTestJSON-1999549311 tempest-ServerMetadataNegativeTestJSON-1999549311-project-member] Lock "c408d003-2be8-4509-a0a4-93ca0e9d1965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.022s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.794047] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872623, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.929373] env[62402]: DEBUG oslo_vmware.api [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Task: {'id': task-1872625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426865} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.929612] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.929822] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.930010] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.930165] env[62402]: INFO nova.compute.manager [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1474.930466] env[62402]: DEBUG oslo.service.loopingcall [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.930612] env[62402]: DEBUG nova.compute.manager [-] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1474.930709] env[62402]: DEBUG nova.network.neutron [-] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1475.150335] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.166331] env[62402]: DEBUG nova.network.neutron [-] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.308030] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872623, 'name': CreateVM_Task, 'duration_secs': 0.586014} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.308912] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.309801] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.310130] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.310408] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1475.310707] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65cb8fe-fb81-4fe3-aecb-dced331c1bcb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.316963] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1475.316963] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52324756-1414-d95c-371f-a5ac74fd472a" [ 1475.316963] env[62402]: _type = "Task" [ 1475.316963] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.326959] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52324756-1414-d95c-371f-a5ac74fd472a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.330810] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "interface-50996a24-6344-471e-885b-852e36adb8b4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.330810] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-50996a24-6344-471e-885b-852e36adb8b4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.331178] env[62402]: DEBUG nova.objects.instance [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'flavor' on Instance uuid 50996a24-6344-471e-885b-852e36adb8b4 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.616724] env[62402]: DEBUG nova.compute.manager [req-6975f666-022e-4a3b-9aaf-a8fa92dc5103 req-8cefd997-15a1-442c-b36e-0ac8675c6b8d service nova] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Received event network-changed-065b29c5-9b32-49d5-b11b-558e734e4648 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1475.616724] env[62402]: DEBUG nova.compute.manager [req-6975f666-022e-4a3b-9aaf-a8fa92dc5103 req-8cefd997-15a1-442c-b36e-0ac8675c6b8d service nova] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Refreshing instance network info cache due to event network-changed-065b29c5-9b32-49d5-b11b-558e734e4648. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1475.616870] env[62402]: DEBUG oslo_concurrency.lockutils [req-6975f666-022e-4a3b-9aaf-a8fa92dc5103 req-8cefd997-15a1-442c-b36e-0ac8675c6b8d service nova] Acquiring lock "refresh_cache-7688e68b-a872-49b4-ab48-47866159eaa6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.617036] env[62402]: DEBUG oslo_concurrency.lockutils [req-6975f666-022e-4a3b-9aaf-a8fa92dc5103 req-8cefd997-15a1-442c-b36e-0ac8675c6b8d service nova] Acquired lock "refresh_cache-7688e68b-a872-49b4-ab48-47866159eaa6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.617293] env[62402]: DEBUG nova.network.neutron [req-6975f666-022e-4a3b-9aaf-a8fa92dc5103 req-8cefd997-15a1-442c-b36e-0ac8675c6b8d service nova] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Refreshing network info cache for port 065b29c5-9b32-49d5-b11b-558e734e4648 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.642139] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872627, 'name': ReconfigVM_Task, 'duration_secs': 0.616614} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.645147] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 67de6b91-f9d0-4ff7-a629-a6628b6c0157/67de6b91-f9d0-4ff7-a629-a6628b6c0157.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.647191] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5dc8132-adc1-4c57-b456-1c1b2e8f64eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.654036] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1475.654036] env[62402]: value = "task-1872630" [ 1475.654036] env[62402]: _type = "Task" [ 1475.654036] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.667543] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872630, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.676230] env[62402]: INFO nova.compute.manager [-] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Took 1.48 seconds to deallocate network for instance. [ 1475.828998] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52324756-1414-d95c-371f-a5ac74fd472a, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.831719] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.831987] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.832383] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.832460] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.832577] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.833052] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35e9c749-7b7f-4bf2-a44b-5d94a532c0da {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.845587] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.845792] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.847561] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e51b9b88-5789-4922-bc81-d47dd433eb09 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.850433] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106baae6-5332-49b7-b826-77e68c5d2fbb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.857509] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1475.857509] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529511a7-76bb-89d5-dd5f-d64aa696012c" [ 1475.857509] env[62402]: _type = "Task" [ 1475.857509] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.862253] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95754677-61db-4f1f-a2e3-1a8dc5ad96a8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.876025] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529511a7-76bb-89d5-dd5f-d64aa696012c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.910304] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bd9e76-5a37-4e9e-873a-5037dd9f896f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.920019] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b1ed5f-f8de-4fbb-aaba-f3b944784fcb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.937949] env[62402]: DEBUG nova.compute.provider_tree [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.939586] env[62402]: DEBUG nova.network.neutron [-] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.959142] env[62402]: DEBUG nova.objects.instance [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'pci_requests' on Instance uuid 50996a24-6344-471e-885b-852e36adb8b4 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.166712] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872630, 'name': Rename_Task, 'duration_secs': 0.334972} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.167111] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.167287] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68d3d287-ff7a-48e4-9f24-9140b6294f18 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.173753] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1476.173753] env[62402]: value = "task-1872631" [ 1476.173753] env[62402]: _type = "Task" [ 1476.173753] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.185930] env[62402]: DEBUG oslo_concurrency.lockutils [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.186233] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.371723] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529511a7-76bb-89d5-dd5f-d64aa696012c, 'name': SearchDatastore_Task, 'duration_secs': 0.021139} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.372395] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0aa8bdb-2882-4a70-b05b-49bd7f2e7609 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.381175] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1476.381175] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5247cafb-5653-c44c-fafa-1e8ffa452fc2" [ 1476.381175] env[62402]: _type = "Task" [ 1476.381175] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.394619] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5247cafb-5653-c44c-fafa-1e8ffa452fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.429706] env[62402]: DEBUG nova.network.neutron [req-6975f666-022e-4a3b-9aaf-a8fa92dc5103 req-8cefd997-15a1-442c-b36e-0ac8675c6b8d service nova] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Updated VIF entry in instance network info cache for port 065b29c5-9b32-49d5-b11b-558e734e4648. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.430155] env[62402]: DEBUG nova.network.neutron [req-6975f666-022e-4a3b-9aaf-a8fa92dc5103 req-8cefd997-15a1-442c-b36e-0ac8675c6b8d service nova] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Updating instance_info_cache with network_info: [{"id": "065b29c5-9b32-49d5-b11b-558e734e4648", "address": "fa:16:3e:08:b0:a9", "network": {"id": "49c582c2-6757-4a88-a49a-f615ec8da2bc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1357479390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b465a3e63776448b9f3c47d52cc5c59d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065b29c5-9b", "ovs_interfaceid": "065b29c5-9b32-49d5-b11b-558e734e4648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.441944] env[62402]: DEBUG nova.scheduler.client.report [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.447733] env[62402]: INFO nova.compute.manager [-] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Took 1.51 seconds to deallocate network for instance. [ 1476.465168] env[62402]: DEBUG nova.objects.base [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Object Instance<50996a24-6344-471e-885b-852e36adb8b4> lazy-loaded attributes: flavor,pci_requests {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1476.465168] env[62402]: DEBUG nova.network.neutron [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1476.512815] env[62402]: DEBUG nova.policy [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514afb0494064b9191c3a742d89cbc30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e8ba47d276144d6b8ef2c2694f097a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1476.694549] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.842373] env[62402]: DEBUG nova.network.neutron [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Successfully created port: a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1476.893389] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5247cafb-5653-c44c-fafa-1e8ffa452fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.018058} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.893785] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.894111] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 7688e68b-a872-49b4-ab48-47866159eaa6/7688e68b-a872-49b4-ab48-47866159eaa6.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1476.894426] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-677809a3-c681-4da9-a3be-711b57e07cdd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.902148] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1476.902148] env[62402]: value = "task-1872633" [ 1476.902148] env[62402]: _type = "Task" [ 1476.902148] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.916048] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.933016] env[62402]: DEBUG oslo_concurrency.lockutils [req-6975f666-022e-4a3b-9aaf-a8fa92dc5103 req-8cefd997-15a1-442c-b36e-0ac8675c6b8d service nova] Releasing lock "refresh_cache-7688e68b-a872-49b4-ab48-47866159eaa6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.933800] env[62402]: DEBUG nova.compute.manager [req-6975f666-022e-4a3b-9aaf-a8fa92dc5103 req-8cefd997-15a1-442c-b36e-0ac8675c6b8d service nova] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Received event network-vif-deleted-ab197dc3-e72c-423b-bd11-1ea03f4a3686 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1476.934913] env[62402]: DEBUG nova.compute.manager [req-6975f666-022e-4a3b-9aaf-a8fa92dc5103 req-8cefd997-15a1-442c-b36e-0ac8675c6b8d service nova] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Received event network-vif-deleted-90e42088-d444-4d86-a25a-a09e2e513e14 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1476.948219] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.948796] env[62402]: DEBUG nova.compute.manager [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1476.956030] env[62402]: DEBUG oslo_concurrency.lockutils [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.433s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.956030] env[62402]: DEBUG nova.objects.instance [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Lazy-loading 'resources' on Instance uuid 92b2109a-f7b1-41ea-8189-ab44b8606c09 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.956030] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.195757] env[62402]: DEBUG oslo_vmware.api [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872631, 'name': PowerOnVM_Task, 'duration_secs': 0.909749} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.195757] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.195757] env[62402]: INFO nova.compute.manager [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1477.195757] env[62402]: DEBUG nova.compute.manager [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1477.196962] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6d5d93-cd98-4dcc-93b1-156af6f838fb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.414722] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872633, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.456148] env[62402]: DEBUG nova.compute.utils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1477.457656] env[62402]: DEBUG nova.compute.manager [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1477.458588] env[62402]: DEBUG nova.network.neutron [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1477.540879] env[62402]: DEBUG nova.policy [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b752af0dcd24bafb8242159a2e95d90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09ea90a0e1d84fe18cf16e94db381552', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1477.723307] env[62402]: INFO nova.compute.manager [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Took 32.75 seconds to build instance. [ 1477.896837] env[62402]: DEBUG nova.network.neutron [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Successfully created port: 72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1477.916544] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542443} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.917832] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 7688e68b-a872-49b4-ab48-47866159eaa6/7688e68b-a872-49b4-ab48-47866159eaa6.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1477.917832] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1477.917832] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df3dbe2c-b0d4-466b-801c-9abf43af8820 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.932177] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1477.932177] env[62402]: value = "task-1872634" [ 1477.932177] env[62402]: _type = "Task" [ 1477.932177] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.941907] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.963702] env[62402]: DEBUG nova.compute.manager [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1478.076613] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72324f1e-549f-42ef-a340-500b6e7977f7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.085292] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ba6746-b857-42be-9100-56c82efbe42a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.119616] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fafadb1-2c5c-4961-9450-ecd57f5f5806 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.128277] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8b1ed4-f765-4700-ab07-85ffa99ebc2d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.142935] env[62402]: DEBUG nova.compute.provider_tree [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.226137] env[62402]: DEBUG oslo_concurrency.lockutils [None req-46245a67-3f8c-4cdb-ab60-3a36a93c187c tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "67de6b91-f9d0-4ff7-a629-a6628b6c0157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.826s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.445240] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069615} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.445890] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1478.447014] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeb2dbf-900d-41c6-ae02-aad492739377 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.475771] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7688e68b-a872-49b4-ab48-47866159eaa6/7688e68b-a872-49b4-ab48-47866159eaa6.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.479304] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd1c1c3-6c5d-42c7-9b49-ca7089f2d732 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.503264] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1478.503264] env[62402]: value = "task-1872635" [ 1478.503264] env[62402]: _type = "Task" [ 1478.503264] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.512506] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.551808] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527b8832-82d1-db92-98d8-a07bc7b0a62f/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1478.553318] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64d03bb-5a03-422c-bd48-79ded31ad383 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.559986] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527b8832-82d1-db92-98d8-a07bc7b0a62f/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1478.560656] env[62402]: ERROR oslo_vmware.rw_handles [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527b8832-82d1-db92-98d8-a07bc7b0a62f/disk-0.vmdk due to incomplete transfer. [ 1478.560656] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e4358ea8-5719-447e-8c41-fbdb51226570 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.570117] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527b8832-82d1-db92-98d8-a07bc7b0a62f/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1478.570338] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Uploaded image 5b01da7f-00a6-4db8-9403-fc241278eec8 to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1478.572466] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1478.572698] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd0bb9e3-7df7-4301-924c-42eff9357630 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.579532] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1478.579532] env[62402]: value = "task-1872636" [ 1478.579532] env[62402]: _type = "Task" [ 1478.579532] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.590623] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872636, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.595682] env[62402]: DEBUG nova.compute.manager [req-989aee6f-38e4-4143-8c11-9ecf6946cad4 req-8ed1d68c-2ec0-41e7-8b56-199c48ac852c service nova] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Received event network-vif-deleted-0997b040-fb94-40bb-81f2-9405d46f2247 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1478.646121] env[62402]: DEBUG nova.scheduler.client.report [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.672513] env[62402]: DEBUG nova.network.neutron [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Successfully updated port: a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1478.730360] env[62402]: DEBUG nova.compute.manager [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1478.998335] env[62402]: DEBUG nova.compute.manager [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1479.013560] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.029841] env[62402]: DEBUG nova.virt.hardware [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1479.030137] env[62402]: DEBUG nova.virt.hardware [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.030254] env[62402]: DEBUG nova.virt.hardware [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1479.030435] env[62402]: DEBUG nova.virt.hardware [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.030580] env[62402]: DEBUG nova.virt.hardware [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1479.030728] env[62402]: DEBUG nova.virt.hardware [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1479.030944] env[62402]: DEBUG nova.virt.hardware [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1479.032078] env[62402]: DEBUG nova.virt.hardware [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1479.032298] env[62402]: DEBUG nova.virt.hardware [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1479.032475] env[62402]: DEBUG nova.virt.hardware [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1479.032651] env[62402]: DEBUG nova.virt.hardware [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1479.034406] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7903f199-dbf4-4eaa-8d9a-757fe30846e3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.045034] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1e4fcd-28e8-4a1b-a837-11c82dadcd80 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.091860] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872636, 'name': Destroy_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.151517] env[62402]: DEBUG oslo_concurrency.lockutils [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.155095] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.544s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.155408] env[62402]: DEBUG nova.objects.instance [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lazy-loading 'resources' on Instance uuid 0b21b2e2-3462-4388-99d5-6c7f35ba65c8 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.165962] env[62402]: DEBUG oslo_concurrency.lockutils [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "67de6b91-f9d0-4ff7-a629-a6628b6c0157" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.166291] env[62402]: DEBUG oslo_concurrency.lockutils [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "67de6b91-f9d0-4ff7-a629-a6628b6c0157" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.166432] env[62402]: DEBUG oslo_concurrency.lockutils [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "67de6b91-f9d0-4ff7-a629-a6628b6c0157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.166743] env[62402]: DEBUG oslo_concurrency.lockutils [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "67de6b91-f9d0-4ff7-a629-a6628b6c0157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.166834] env[62402]: DEBUG oslo_concurrency.lockutils [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "67de6b91-f9d0-4ff7-a629-a6628b6c0157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.169289] env[62402]: INFO nova.compute.manager [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Terminating instance [ 1479.175716] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.175896] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.176091] env[62402]: DEBUG nova.network.neutron [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.189785] env[62402]: INFO nova.scheduler.client.report [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Deleted allocations for instance 92b2109a-f7b1-41ea-8189-ab44b8606c09 [ 1479.251528] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.411131] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1479.411291] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387018', 'volume_id': '842201d2-565e-476d-80ad-7dd96d5bf45a', 'name': 'volume-842201d2-565e-476d-80ad-7dd96d5bf45a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e', 'attached_at': '', 'detached_at': '', 'volume_id': '842201d2-565e-476d-80ad-7dd96d5bf45a', 'serial': '842201d2-565e-476d-80ad-7dd96d5bf45a'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1479.412151] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099aa883-0af7-43eb-a2e4-4851de9a5170 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.429590] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6c5683-894c-425c-94f4-f17c94c8f383 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.457609] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-842201d2-565e-476d-80ad-7dd96d5bf45a/volume-842201d2-565e-476d-80ad-7dd96d5bf45a.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.457914] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71fe85e1-a0f2-40f2-b83a-a787bc9a1fed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.477386] env[62402]: DEBUG oslo_vmware.api [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1479.477386] env[62402]: value = "task-1872637" [ 1479.477386] env[62402]: _type = "Task" [ 1479.477386] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.487826] env[62402]: DEBUG oslo_vmware.api [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.516901] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872635, 'name': ReconfigVM_Task, 'duration_secs': 0.688781} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.517740] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7688e68b-a872-49b4-ab48-47866159eaa6/7688e68b-a872-49b4-ab48-47866159eaa6.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.518418] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c668132-22f8-41ad-9dd6-1e113f13759f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.525346] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1479.525346] env[62402]: value = "task-1872638" [ 1479.525346] env[62402]: _type = "Task" [ 1479.525346] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.532878] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872638, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.590835] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872636, 'name': Destroy_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.673307] env[62402]: DEBUG nova.compute.manager [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1479.673607] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.674592] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a12040-d978-4f1c-8338-e40564a269d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.685789] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.686113] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a74b4675-d50e-4aaa-a860-fe1fe51279e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.701878] env[62402]: DEBUG oslo_vmware.api [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1479.701878] env[62402]: value = "task-1872639" [ 1479.701878] env[62402]: _type = "Task" [ 1479.701878] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.707419] env[62402]: DEBUG oslo_concurrency.lockutils [None req-21afa39a-f96c-405d-b979-5609d9447036 tempest-ServersAaction247Test-1698922633 tempest-ServersAaction247Test-1698922633-project-member] Lock "92b2109a-f7b1-41ea-8189-ab44b8606c09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.464s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.715716] env[62402]: DEBUG oslo_vmware.api [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.736152] env[62402]: WARNING nova.network.neutron [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] 5f4bca13-f3b8-43c6-aa70-4a269ddcf695 already exists in list: networks containing: ['5f4bca13-f3b8-43c6-aa70-4a269ddcf695']. ignoring it [ 1479.890132] env[62402]: DEBUG nova.network.neutron [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Successfully updated port: 72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1479.989973] env[62402]: DEBUG oslo_vmware.api [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872637, 'name': ReconfigVM_Task, 'duration_secs': 0.375487} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.990911] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-842201d2-565e-476d-80ad-7dd96d5bf45a/volume-842201d2-565e-476d-80ad-7dd96d5bf45a.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.999615] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b6122ea-e92c-4841-b56c-9c85e2e4cc4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.019445] env[62402]: DEBUG oslo_vmware.api [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1480.019445] env[62402]: value = "task-1872640" [ 1480.019445] env[62402]: _type = "Task" [ 1480.019445] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.036894] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872638, 'name': Rename_Task, 'duration_secs': 0.192845} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.040306] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.040550] env[62402]: DEBUG oslo_vmware.api [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.040767] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-594e4d9b-b30c-4dab-999d-8d5ab44f6f7a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.049917] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1480.049917] env[62402]: value = "task-1872641" [ 1480.049917] env[62402]: _type = "Task" [ 1480.049917] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.073554] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872641, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.097645] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872636, 'name': Destroy_Task, 'duration_secs': 1.013066} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.098153] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Destroyed the VM [ 1480.098684] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1480.099021] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0fb79b33-6ce7-4da5-ba82-a455dc6d6bd6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.110170] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1480.110170] env[62402]: value = "task-1872642" [ 1480.110170] env[62402]: _type = "Task" [ 1480.110170] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.116380] env[62402]: DEBUG nova.network.neutron [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Updating instance_info_cache with network_info: [{"id": "78cc56a3-1816-4136-940f-b16c48fcd54d", "address": "fa:16:3e:00:a6:69", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78cc56a3-18", "ovs_interfaceid": "78cc56a3-1816-4136-940f-b16c48fcd54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a", "address": "fa:16:3e:ac:29:ae", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0334d9e-fd", "ovs_interfaceid": "a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.125819] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872642, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.214030] env[62402]: DEBUG oslo_vmware.api [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872639, 'name': PowerOffVM_Task, 'duration_secs': 0.336356} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.214139] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.214250] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.214517] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36028482-b042-4128-a36d-9ca793a2994c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.310609] env[62402]: DEBUG nova.compute.manager [req-6beaf577-290d-418a-b962-bf29444af85d req-ae65db20-d5a4-4e32-a268-0e211d737119 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Received event network-vif-plugged-72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1480.310609] env[62402]: DEBUG oslo_concurrency.lockutils [req-6beaf577-290d-418a-b962-bf29444af85d req-ae65db20-d5a4-4e32-a268-0e211d737119 service nova] Acquiring lock "583644aa-7507-4343-ae0c-f4212d1a5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.310979] env[62402]: DEBUG oslo_concurrency.lockutils [req-6beaf577-290d-418a-b962-bf29444af85d req-ae65db20-d5a4-4e32-a268-0e211d737119 service nova] Lock "583644aa-7507-4343-ae0c-f4212d1a5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.310979] env[62402]: DEBUG oslo_concurrency.lockutils [req-6beaf577-290d-418a-b962-bf29444af85d req-ae65db20-d5a4-4e32-a268-0e211d737119 service nova] Lock "583644aa-7507-4343-ae0c-f4212d1a5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.311265] env[62402]: DEBUG nova.compute.manager [req-6beaf577-290d-418a-b962-bf29444af85d req-ae65db20-d5a4-4e32-a268-0e211d737119 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] No waiting events found dispatching network-vif-plugged-72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1480.311371] env[62402]: WARNING nova.compute.manager [req-6beaf577-290d-418a-b962-bf29444af85d req-ae65db20-d5a4-4e32-a268-0e211d737119 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Received unexpected event network-vif-plugged-72d8866c-392e-439f-b837-6436f4600a0d for instance with vm_state building and task_state spawning. [ 1480.328828] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.329012] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.329140] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Deleting the datastore file [datastore1] 67de6b91-f9d0-4ff7-a629-a6628b6c0157 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.329653] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02498b32-5a0a-4957-8da9-84c72e54ac09 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.338978] env[62402]: DEBUG oslo_vmware.api [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1480.338978] env[62402]: value = "task-1872644" [ 1480.338978] env[62402]: _type = "Task" [ 1480.338978] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.349879] env[62402]: DEBUG oslo_vmware.api [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.351821] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05f988d-a29c-4f3b-b0e5-f1cf7951c64f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.359577] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce224e5-cbf9-4712-a48b-3fd277ac17c4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.392763] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590dd7db-4745-4cc2-b1f6-fe0326c6c84e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.398019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquiring lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.398019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquired lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.398019] env[62402]: DEBUG nova.network.neutron [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.404726] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff8efe6-91e9-42d1-af89-782f08bb8788 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.420142] env[62402]: DEBUG nova.compute.provider_tree [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.531183] env[62402]: DEBUG oslo_vmware.api [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872640, 'name': ReconfigVM_Task, 'duration_secs': 0.177312} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.531183] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387018', 'volume_id': '842201d2-565e-476d-80ad-7dd96d5bf45a', 'name': 'volume-842201d2-565e-476d-80ad-7dd96d5bf45a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e', 'attached_at': '', 'detached_at': '', 'volume_id': '842201d2-565e-476d-80ad-7dd96d5bf45a', 'serial': '842201d2-565e-476d-80ad-7dd96d5bf45a'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1480.561836] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.622476] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.623196] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.623412] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.624042] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872642, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.624637] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcebc8aa-e424-4e6c-89c2-1cf340c33705 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.645197] env[62402]: DEBUG nova.virt.hardware [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1480.645475] env[62402]: DEBUG nova.virt.hardware [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.645690] env[62402]: DEBUG nova.virt.hardware [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.645907] env[62402]: DEBUG nova.virt.hardware [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.648038] env[62402]: DEBUG nova.virt.hardware [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.648038] env[62402]: DEBUG nova.virt.hardware [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1480.648038] env[62402]: DEBUG nova.virt.hardware [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1480.648038] env[62402]: DEBUG nova.virt.hardware [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1480.648038] env[62402]: DEBUG nova.virt.hardware [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1480.648038] env[62402]: DEBUG nova.virt.hardware [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1480.648038] env[62402]: DEBUG nova.virt.hardware [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1480.654268] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Reconfiguring VM to attach interface {{(pid=62402) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1480.654898] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d33fb35a-95f5-4c39-9e20-9767d6eeb275 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.672767] env[62402]: DEBUG oslo_vmware.api [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1480.672767] env[62402]: value = "task-1872645" [ 1480.672767] env[62402]: _type = "Task" [ 1480.672767] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.681237] env[62402]: DEBUG oslo_vmware.api [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872645, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.850409] env[62402]: DEBUG oslo_vmware.api [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185926} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.850409] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.850409] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.850409] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.850409] env[62402]: INFO nova.compute.manager [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1480.850409] env[62402]: DEBUG oslo.service.loopingcall [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.850742] env[62402]: DEBUG nova.compute.manager [-] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1480.850742] env[62402]: DEBUG nova.network.neutron [-] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.923485] env[62402]: DEBUG nova.scheduler.client.report [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1480.942860] env[62402]: DEBUG nova.network.neutron [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.062154] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.126223] env[62402]: DEBUG oslo_vmware.api [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872642, 'name': RemoveSnapshot_Task, 'duration_secs': 0.52988} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.126223] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1481.126223] env[62402]: INFO nova.compute.manager [None req-1fcaaa9d-2583-43f5-8e44-379238d889cf tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Took 18.23 seconds to snapshot the instance on the hypervisor. [ 1481.129720] env[62402]: DEBUG nova.network.neutron [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updating instance_info_cache with network_info: [{"id": "72d8866c-392e-439f-b837-6436f4600a0d", "address": "fa:16:3e:a3:97:d8", "network": {"id": "c35604b2-a0a7-452e-87ff-88f6ac81f83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1729252648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "09ea90a0e1d84fe18cf16e94db381552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d8866c-39", "ovs_interfaceid": "72d8866c-392e-439f-b837-6436f4600a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.184882] env[62402]: DEBUG oslo_vmware.api [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.430751] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.433576] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.685s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.435837] env[62402]: INFO nova.compute.claims [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1481.449097] env[62402]: DEBUG nova.compute.manager [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Received event network-vif-plugged-a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1481.449097] env[62402]: DEBUG oslo_concurrency.lockutils [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] Acquiring lock "50996a24-6344-471e-885b-852e36adb8b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.449097] env[62402]: DEBUG oslo_concurrency.lockutils [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] Lock "50996a24-6344-471e-885b-852e36adb8b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.449097] env[62402]: DEBUG oslo_concurrency.lockutils [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] Lock "50996a24-6344-471e-885b-852e36adb8b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.449097] env[62402]: DEBUG nova.compute.manager [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] No waiting events found dispatching network-vif-plugged-a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1481.449097] env[62402]: WARNING nova.compute.manager [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Received unexpected event network-vif-plugged-a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a for instance with vm_state active and task_state None. [ 1481.449097] env[62402]: DEBUG nova.compute.manager [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Received event network-changed-a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1481.449097] env[62402]: DEBUG nova.compute.manager [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Refreshing instance network info cache due to event network-changed-a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1481.449097] env[62402]: DEBUG oslo_concurrency.lockutils [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] Acquiring lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.449097] env[62402]: DEBUG oslo_concurrency.lockutils [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] Acquired lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.449097] env[62402]: DEBUG nova.network.neutron [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Refreshing network info cache for port a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.481492] env[62402]: INFO nova.scheduler.client.report [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Deleted allocations for instance 0b21b2e2-3462-4388-99d5-6c7f35ba65c8 [ 1481.564095] env[62402]: DEBUG oslo_vmware.api [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872641, 'name': PowerOnVM_Task, 'duration_secs': 1.299842} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.564424] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.564629] env[62402]: INFO nova.compute.manager [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1481.564809] env[62402]: DEBUG nova.compute.manager [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.565609] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346b21be-559b-4a37-8a79-c7941c22789f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.583388] env[62402]: DEBUG nova.objects.instance [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lazy-loading 'flavor' on Instance uuid beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.632158] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Releasing lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.632431] env[62402]: DEBUG nova.compute.manager [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Instance network_info: |[{"id": "72d8866c-392e-439f-b837-6436f4600a0d", "address": "fa:16:3e:a3:97:d8", "network": {"id": "c35604b2-a0a7-452e-87ff-88f6ac81f83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1729252648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "09ea90a0e1d84fe18cf16e94db381552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d8866c-39", "ovs_interfaceid": "72d8866c-392e-439f-b837-6436f4600a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1481.635548] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:97:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72d8866c-392e-439f-b837-6436f4600a0d', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1481.644926] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Creating folder: Project (09ea90a0e1d84fe18cf16e94db381552). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.646792] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-701be11b-49ff-4560-a1bd-e14f3bf85f14 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.659350] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Created folder: Project (09ea90a0e1d84fe18cf16e94db381552) in parent group-v386882. [ 1481.659667] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Creating folder: Instances. Parent ref: group-v387019. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.660196] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00695d45-acef-490c-9fa5-c495ebfafe7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.663024] env[62402]: DEBUG nova.network.neutron [-] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.675022] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Created folder: Instances in parent group-v387019. [ 1481.675119] env[62402]: DEBUG oslo.service.loopingcall [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.679832] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1481.682311] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0027087-71ce-4134-ada0-4a421aff50ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.701846] env[62402]: DEBUG oslo_vmware.api [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.703015] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1481.703015] env[62402]: value = "task-1872648" [ 1481.703015] env[62402]: _type = "Task" [ 1481.703015] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.710482] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872648, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.751054] env[62402]: DEBUG oslo_concurrency.lockutils [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "379c870d-bd18-448f-84d1-79dd3e465d5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.751393] env[62402]: DEBUG oslo_concurrency.lockutils [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "379c870d-bd18-448f-84d1-79dd3e465d5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.751650] env[62402]: DEBUG oslo_concurrency.lockutils [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "379c870d-bd18-448f-84d1-79dd3e465d5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.751875] env[62402]: DEBUG oslo_concurrency.lockutils [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "379c870d-bd18-448f-84d1-79dd3e465d5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.752149] env[62402]: DEBUG oslo_concurrency.lockutils [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "379c870d-bd18-448f-84d1-79dd3e465d5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.755980] env[62402]: INFO nova.compute.manager [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Terminating instance [ 1481.993653] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccf2762b-11a7-467b-9529-84a9803a28d0 tempest-AttachInterfacesUnderV243Test-1190522269 tempest-AttachInterfacesUnderV243Test-1190522269-project-member] Lock "0b21b2e2-3462-4388-99d5-6c7f35ba65c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.300s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.087445] env[62402]: INFO nova.compute.manager [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Took 36.58 seconds to build instance. [ 1482.094632] env[62402]: DEBUG oslo_concurrency.lockutils [None req-22623787-3f09-47c2-a7c5-2d821230777f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.825s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.167649] env[62402]: INFO nova.compute.manager [-] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Took 1.32 seconds to deallocate network for instance. [ 1482.186300] env[62402]: DEBUG oslo_vmware.api [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.197615] env[62402]: DEBUG nova.network.neutron [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Updated VIF entry in instance network info cache for port a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.198083] env[62402]: DEBUG nova.network.neutron [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Updating instance_info_cache with network_info: [{"id": "78cc56a3-1816-4136-940f-b16c48fcd54d", "address": "fa:16:3e:00:a6:69", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78cc56a3-18", "ovs_interfaceid": "78cc56a3-1816-4136-940f-b16c48fcd54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a", "address": "fa:16:3e:ac:29:ae", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0334d9e-fd", "ovs_interfaceid": "a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.212889] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872648, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.260734] env[62402]: DEBUG nova.compute.manager [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1482.261027] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1482.261945] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02e92c3-10a6-4f08-a8a1-a72c13faae15 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.270902] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1482.271214] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb50ce28-bc6f-4ed3-acdf-d50430e007e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.375938] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1482.376186] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1482.376375] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleting the datastore file [datastore2] 379c870d-bd18-448f-84d1-79dd3e465d5c {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.376716] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba5dd8d3-5b7e-45cc-a0e8-c3da1763b910 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.383686] env[62402]: DEBUG oslo_vmware.api [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1482.383686] env[62402]: value = "task-1872650" [ 1482.383686] env[62402]: _type = "Task" [ 1482.383686] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.395086] env[62402]: DEBUG oslo_vmware.api [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.514103] env[62402]: DEBUG oslo_concurrency.lockutils [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.514103] env[62402]: DEBUG oslo_concurrency.lockutils [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.514103] env[62402]: DEBUG oslo_concurrency.lockutils [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.514103] env[62402]: DEBUG oslo_concurrency.lockutils [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.514103] env[62402]: DEBUG oslo_concurrency.lockutils [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.515306] env[62402]: INFO nova.compute.manager [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Terminating instance [ 1482.592999] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8f5de04d-4abb-4db8-b8a8-20671a8dc327 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lock "7688e68b-a872-49b4-ab48-47866159eaa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.847s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.675956] env[62402]: DEBUG oslo_concurrency.lockutils [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.685553] env[62402]: DEBUG oslo_vmware.api [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872645, 'name': ReconfigVM_Task, 'duration_secs': 1.773265} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.688264] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.688481] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Reconfigured VM to attach interface {{(pid=62402) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1482.704807] env[62402]: DEBUG oslo_concurrency.lockutils [req-8097a433-732b-4f57-8b65-611aecdb1973 req-869b63c1-834e-4c36-a28f-1f9d6672d0fd service nova] Releasing lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.716655] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872648, 'name': CreateVM_Task, 'duration_secs': 0.591938} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.717115] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.717917] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.718061] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.718341] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1482.718644] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a89065-296e-4fbb-9d7e-d86b0f7b8983 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.725519] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1482.725519] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d3844f-df9b-5155-2b6c-f569bc0efc25" [ 1482.725519] env[62402]: _type = "Task" [ 1482.725519] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.734204] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d3844f-df9b-5155-2b6c-f569bc0efc25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.897881] env[62402]: DEBUG oslo_vmware.api [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254202} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.898091] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.898290] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.898473] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.898684] env[62402]: INFO nova.compute.manager [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1482.899018] env[62402]: DEBUG oslo.service.loopingcall [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.899245] env[62402]: DEBUG nova.compute.manager [-] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.899377] env[62402]: DEBUG nova.network.neutron [-] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.928736] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf42faa2-2e1f-437f-a3e5-64c5073284fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.937594] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afaee0a-044d-427a-922b-801f6ce18223 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.971512] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75111a9-b8a4-4655-bc6c-9a4d77c5e4c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.979602] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37371234-806b-4b22-ae40-abe1f19aa38b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.995743] env[62402]: DEBUG nova.compute.provider_tree [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.020621] env[62402]: DEBUG nova.compute.manager [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.020865] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.021630] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41267e03-7437-4430-a2dd-ab51dd820130 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.028454] env[62402]: DEBUG oslo_vmware.api [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1483.028454] env[62402]: value = "task-1872651" [ 1483.028454] env[62402]: _type = "Task" [ 1483.028454] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.037550] env[62402]: DEBUG oslo_vmware.api [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.098130] env[62402]: DEBUG nova.compute.manager [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1483.134880] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "f671b517-af96-443b-87a4-bb895b34e2b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.135197] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "f671b517-af96-443b-87a4-bb895b34e2b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.193046] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c3b266-fdb7-4270-bd95-d48823e51a07 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-50996a24-6344-471e-885b-852e36adb8b4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.862s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.237067] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d3844f-df9b-5155-2b6c-f569bc0efc25, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.237394] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.237638] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.237861] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.238021] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.238203] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.238469] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-451cf3f3-fcdf-4773-8e24-b2402dee1e77 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.247281] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.247467] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.248213] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-069ace5f-d040-4bed-a1b3-c7e8935d03c6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.254549] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1483.254549] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522187ad-1501-dfa4-82c2-8e64ddbebffd" [ 1483.254549] env[62402]: _type = "Task" [ 1483.254549] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.262746] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522187ad-1501-dfa4-82c2-8e64ddbebffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.498591] env[62402]: DEBUG nova.scheduler.client.report [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.538202] env[62402]: DEBUG oslo_vmware.api [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872651, 'name': PowerOffVM_Task, 'duration_secs': 0.248516} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.538430] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.538624] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1483.538915] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387018', 'volume_id': '842201d2-565e-476d-80ad-7dd96d5bf45a', 'name': 'volume-842201d2-565e-476d-80ad-7dd96d5bf45a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e', 'attached_at': '', 'detached_at': '', 'volume_id': '842201d2-565e-476d-80ad-7dd96d5bf45a', 'serial': '842201d2-565e-476d-80ad-7dd96d5bf45a'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1483.539649] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bf0415-559a-407b-9785-dc0202bbcd5a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.563652] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fcf818-fe31-4af1-be4d-9bfe1d0cadb2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.571610] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79300b14-caae-403c-8469-eb471f5544b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.592041] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b9bf88-a182-4e33-8418-9b06d05ec70b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.610204] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] The volume has not been displaced from its original location: [datastore1] volume-842201d2-565e-476d-80ad-7dd96d5bf45a/volume-842201d2-565e-476d-80ad-7dd96d5bf45a.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1483.615713] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1483.618181] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eca8fae-8db6-462c-ae5d-14a231f8603e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.636958] env[62402]: DEBUG oslo_vmware.api [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1483.636958] env[62402]: value = "task-1872652" [ 1483.636958] env[62402]: _type = "Task" [ 1483.636958] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.645594] env[62402]: DEBUG oslo_vmware.api [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.646544] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.666320] env[62402]: DEBUG nova.compute.manager [req-5bc937ab-fb8c-48dd-be6d-57c2f873f59b req-942f02aa-92f3-4875-8e98-6bf058c4438b service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Received event network-changed-72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1483.666534] env[62402]: DEBUG nova.compute.manager [req-5bc937ab-fb8c-48dd-be6d-57c2f873f59b req-942f02aa-92f3-4875-8e98-6bf058c4438b service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Refreshing instance network info cache due to event network-changed-72d8866c-392e-439f-b837-6436f4600a0d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1483.666746] env[62402]: DEBUG oslo_concurrency.lockutils [req-5bc937ab-fb8c-48dd-be6d-57c2f873f59b req-942f02aa-92f3-4875-8e98-6bf058c4438b service nova] Acquiring lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.666887] env[62402]: DEBUG oslo_concurrency.lockutils [req-5bc937ab-fb8c-48dd-be6d-57c2f873f59b req-942f02aa-92f3-4875-8e98-6bf058c4438b service nova] Acquired lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.667126] env[62402]: DEBUG nova.network.neutron [req-5bc937ab-fb8c-48dd-be6d-57c2f873f59b req-942f02aa-92f3-4875-8e98-6bf058c4438b service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Refreshing network info cache for port 72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.670059] env[62402]: DEBUG nova.network.neutron [-] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.765913] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522187ad-1501-dfa4-82c2-8e64ddbebffd, 'name': SearchDatastore_Task, 'duration_secs': 0.009761} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.767379] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f413e0-54e6-41b4-84c8-3386a23dd147 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.773285] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1483.773285] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a57469-d639-034b-e0b0-e0556ec61803" [ 1483.773285] env[62402]: _type = "Task" [ 1483.773285] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.781660] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a57469-d639-034b-e0b0-e0556ec61803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.003753] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.005087] env[62402]: DEBUG nova.compute.manager [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1484.009123] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.379s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.010149] env[62402]: INFO nova.compute.claims [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1484.128064] env[62402]: DEBUG nova.compute.manager [req-59048d79-d6c4-4722-8d1b-269e69d9533b req-ed5c757e-10e7-4b98-be60-0c1e92ceb76d service nova] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Received event network-vif-deleted-25e81568-f2a4-460a-85b0-1835a419897d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1484.128064] env[62402]: DEBUG nova.compute.manager [req-59048d79-d6c4-4722-8d1b-269e69d9533b req-ed5c757e-10e7-4b98-be60-0c1e92ceb76d service nova] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Received event network-vif-deleted-6c7f237b-6387-4ec2-993c-9f0d988bb0ed {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1484.149414] env[62402]: DEBUG oslo_vmware.api [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872652, 'name': ReconfigVM_Task, 'duration_secs': 0.317505} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.149689] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1484.156324] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d063b28-f7a8-4db0-ac73-7578d6dfcece {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.172188] env[62402]: INFO nova.compute.manager [-] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Took 1.27 seconds to deallocate network for instance. [ 1484.176316] env[62402]: DEBUG oslo_vmware.api [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1484.176316] env[62402]: value = "task-1872653" [ 1484.176316] env[62402]: _type = "Task" [ 1484.176316] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.186241] env[62402]: DEBUG oslo_vmware.api [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.225640] env[62402]: DEBUG nova.compute.manager [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.226830] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d298c0c6-9a0b-470d-badb-94628ab65a09 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.288822] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a57469-d639-034b-e0b0-e0556ec61803, 'name': SearchDatastore_Task, 'duration_secs': 0.014029} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.289172] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.289452] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 583644aa-7507-4343-ae0c-f4212d1a5612/583644aa-7507-4343-ae0c-f4212d1a5612.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.290259] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12cb532e-a16b-4ed5-bfbc-c74eedb91a4c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.299160] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1484.299160] env[62402]: value = "task-1872654" [ 1484.299160] env[62402]: _type = "Task" [ 1484.299160] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.308365] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.437879] env[62402]: DEBUG nova.network.neutron [req-5bc937ab-fb8c-48dd-be6d-57c2f873f59b req-942f02aa-92f3-4875-8e98-6bf058c4438b service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updated VIF entry in instance network info cache for port 72d8866c-392e-439f-b837-6436f4600a0d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1484.438358] env[62402]: DEBUG nova.network.neutron [req-5bc937ab-fb8c-48dd-be6d-57c2f873f59b req-942f02aa-92f3-4875-8e98-6bf058c4438b service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updating instance_info_cache with network_info: [{"id": "72d8866c-392e-439f-b837-6436f4600a0d", "address": "fa:16:3e:a3:97:d8", "network": {"id": "c35604b2-a0a7-452e-87ff-88f6ac81f83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1729252648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "09ea90a0e1d84fe18cf16e94db381552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d8866c-39", "ovs_interfaceid": "72d8866c-392e-439f-b837-6436f4600a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.515854] env[62402]: DEBUG nova.compute.utils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1484.520482] env[62402]: DEBUG nova.compute.manager [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1484.520766] env[62402]: DEBUG nova.network.neutron [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1484.576359] env[62402]: DEBUG nova.policy [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0c865cd538741b08a5b50f51913858d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e29eb1f987034afeba677fa2a3fad88d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1484.678912] env[62402]: DEBUG oslo_concurrency.lockutils [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.692509] env[62402]: DEBUG oslo_vmware.api [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872653, 'name': ReconfigVM_Task, 'duration_secs': 0.162023} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.692842] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387018', 'volume_id': '842201d2-565e-476d-80ad-7dd96d5bf45a', 'name': 'volume-842201d2-565e-476d-80ad-7dd96d5bf45a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e', 'attached_at': '', 'detached_at': '', 'volume_id': '842201d2-565e-476d-80ad-7dd96d5bf45a', 'serial': '842201d2-565e-476d-80ad-7dd96d5bf45a'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1484.693157] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.694010] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0fbfd1-fb7e-484b-994d-182e2f561b0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.703679] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.706324] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f138b51-1989-4212-8917-5de770200a03 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.739180] env[62402]: INFO nova.compute.manager [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] instance snapshotting [ 1484.741905] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e64f08a-f898-421d-83f7-95d987eed3b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.769455] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3ef163-5f49-4f40-b085-658710df54dd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.813395] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872654, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.900187] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.900517] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.900744] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleting the datastore file [datastore1] beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.901557] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89b64cf5-6b8f-4271-993f-c6fa3e5c6abf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.909117] env[62402]: DEBUG oslo_vmware.api [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1484.909117] env[62402]: value = "task-1872656" [ 1484.909117] env[62402]: _type = "Task" [ 1484.909117] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.917398] env[62402]: DEBUG oslo_vmware.api [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.941232] env[62402]: DEBUG oslo_concurrency.lockutils [req-5bc937ab-fb8c-48dd-be6d-57c2f873f59b req-942f02aa-92f3-4875-8e98-6bf058c4438b service nova] Releasing lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.021749] env[62402]: DEBUG nova.compute.manager [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1485.094437] env[62402]: DEBUG nova.network.neutron [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Successfully created port: 21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1485.143210] env[62402]: DEBUG oslo_concurrency.lockutils [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "interface-50996a24-6344-471e-885b-852e36adb8b4-a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.143489] env[62402]: DEBUG oslo_concurrency.lockutils [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-50996a24-6344-471e-885b-852e36adb8b4-a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.282699] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1485.283030] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4019cdd1-516a-4faf-920e-f877d80c386c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.293228] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1485.293228] env[62402]: value = "task-1872657" [ 1485.293228] env[62402]: _type = "Task" [ 1485.293228] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.310313] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.321608] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88806} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.321984] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 583644aa-7507-4343-ae0c-f4212d1a5612/583644aa-7507-4343-ae0c-f4212d1a5612.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1485.322250] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1485.322593] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38c56634-a3dc-40ba-adae-d5ab90d32d0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.335034] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1485.335034] env[62402]: value = "task-1872658" [ 1485.335034] env[62402]: _type = "Task" [ 1485.335034] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.345245] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.425794] env[62402]: DEBUG oslo_vmware.api [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51507} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.425951] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.426355] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.426683] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.426938] env[62402]: INFO nova.compute.manager [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Took 2.41 seconds to destroy the instance on the hypervisor. [ 1485.427272] env[62402]: DEBUG oslo.service.loopingcall [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.427681] env[62402]: DEBUG nova.compute.manager [-] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1485.427681] env[62402]: DEBUG nova.network.neutron [-] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1485.650020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.650020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.650020] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f11f63c-a6f2-4c69-be8c-9e228fbd443d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.674022] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d467d3f-753a-4ee4-b17d-2335a7c754db {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.703601] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Reconfiguring VM to detach interface {{(pid=62402) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1485.706985] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9870971-5e64-4e8f-8747-26daab85ca2d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.728658] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1485.728658] env[62402]: value = "task-1872659" [ 1485.728658] env[62402]: _type = "Task" [ 1485.728658] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.740567] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.757417] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cae13c-e040-4ff5-80b2-bd10fb77acf8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.765349] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717e9c1b-31fb-42a4-be84-302f659a1283 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.798472] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10efa5f6-6879-4e22-a47e-f78e95a771b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.807596] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.808876] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a31f68-f5d4-4d7c-89cc-2dde3a8b4d4e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.822531] env[62402]: DEBUG nova.compute.provider_tree [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.843758] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073499} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.846677] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.847588] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d763ffb-735f-43b9-973f-d025700321e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.871923] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 583644aa-7507-4343-ae0c-f4212d1a5612/583644aa-7507-4343-ae0c-f4212d1a5612.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.873165] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e396695-a9b8-460b-95e7-0541c76b0fe8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.893301] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1485.893301] env[62402]: value = "task-1872660" [ 1485.893301] env[62402]: _type = "Task" [ 1485.893301] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.904701] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.044281] env[62402]: DEBUG nova.compute.manager [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1486.077143] env[62402]: DEBUG nova.virt.hardware [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1486.077143] env[62402]: DEBUG nova.virt.hardware [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.077143] env[62402]: DEBUG nova.virt.hardware [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1486.077594] env[62402]: DEBUG nova.virt.hardware [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.077594] env[62402]: DEBUG nova.virt.hardware [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1486.077691] env[62402]: DEBUG nova.virt.hardware [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1486.078113] env[62402]: DEBUG nova.virt.hardware [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1486.078379] env[62402]: DEBUG nova.virt.hardware [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1486.078642] env[62402]: DEBUG nova.virt.hardware [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1486.079094] env[62402]: DEBUG nova.virt.hardware [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1486.079315] env[62402]: DEBUG nova.virt.hardware [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1486.080535] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18f78b6-f9fd-49e5-b739-ca781d113911 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.091228] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a997b5-76e6-462f-877a-82481f3260dd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.102919] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquiring lock "e903181a-2fb0-411c-807c-ae9be16854d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.103308] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Lock "e903181a-2fb0-411c-807c-ae9be16854d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.241211] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.307103] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872657, 'name': CreateSnapshot_Task, 'duration_secs': 0.876345} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.308687] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1486.310143] env[62402]: DEBUG nova.compute.manager [req-8a5639b7-ae84-44e5-aee1-ad25b67b62c6 req-d008cc33-0036-4509-8b2a-6972ddb7e522 service nova] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Received event network-vif-deleted-7bfa15f6-7c18-4b56-a2f6-777bd121f53d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1486.310420] env[62402]: INFO nova.compute.manager [req-8a5639b7-ae84-44e5-aee1-ad25b67b62c6 req-d008cc33-0036-4509-8b2a-6972ddb7e522 service nova] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Neutron deleted interface 7bfa15f6-7c18-4b56-a2f6-777bd121f53d; detaching it from the instance and deleting it from the info cache [ 1486.310631] env[62402]: DEBUG nova.network.neutron [req-8a5639b7-ae84-44e5-aee1-ad25b67b62c6 req-d008cc33-0036-4509-8b2a-6972ddb7e522 service nova] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.312364] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffcbd7c-6c1e-4d70-9662-ce83b606b0bf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.326487] env[62402]: DEBUG nova.scheduler.client.report [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.405121] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872660, 'name': ReconfigVM_Task, 'duration_secs': 0.258839} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.405495] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 583644aa-7507-4343-ae0c-f4212d1a5612/583644aa-7507-4343-ae0c-f4212d1a5612.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.406684] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dae0d34f-554b-4dc4-81d7-d8d60e27086e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.413836] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1486.413836] env[62402]: value = "task-1872661" [ 1486.413836] env[62402]: _type = "Task" [ 1486.413836] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.421971] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872661, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.631244] env[62402]: DEBUG nova.compute.manager [req-6d7253e0-ee0a-4cd9-8e4b-beb497ea2af9 req-28ee6388-220a-4239-8fbd-877a6f89a8c0 service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Received event network-vif-plugged-21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1486.632296] env[62402]: DEBUG oslo_concurrency.lockutils [req-6d7253e0-ee0a-4cd9-8e4b-beb497ea2af9 req-28ee6388-220a-4239-8fbd-877a6f89a8c0 service nova] Acquiring lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.632296] env[62402]: DEBUG oslo_concurrency.lockutils [req-6d7253e0-ee0a-4cd9-8e4b-beb497ea2af9 req-28ee6388-220a-4239-8fbd-877a6f89a8c0 service nova] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.632455] env[62402]: DEBUG oslo_concurrency.lockutils [req-6d7253e0-ee0a-4cd9-8e4b-beb497ea2af9 req-28ee6388-220a-4239-8fbd-877a6f89a8c0 service nova] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.632703] env[62402]: DEBUG nova.compute.manager [req-6d7253e0-ee0a-4cd9-8e4b-beb497ea2af9 req-28ee6388-220a-4239-8fbd-877a6f89a8c0 service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] No waiting events found dispatching network-vif-plugged-21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1486.632948] env[62402]: WARNING nova.compute.manager [req-6d7253e0-ee0a-4cd9-8e4b-beb497ea2af9 req-28ee6388-220a-4239-8fbd-877a6f89a8c0 service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Received unexpected event network-vif-plugged-21c8724c-1025-44bc-97e2-86a69f0a266f for instance with vm_state building and task_state spawning. [ 1486.653078] env[62402]: DEBUG nova.network.neutron [-] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.735139] env[62402]: DEBUG nova.network.neutron [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Successfully updated port: 21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1486.753295] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.818156] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-855b4fe4-e769-4030-adc2-a1a7375cb2e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.829370] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a3975b-e348-427d-a5af-cbaa97edeb95 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.847251] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1486.848079] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.848545] env[62402]: DEBUG nova.compute.manager [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1486.852285] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-87a67e8a-22a3-4c19-92a9-b22278ad0f19 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.855177] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.664s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.855363] env[62402]: DEBUG nova.objects.instance [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62402) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1486.868699] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1486.868699] env[62402]: value = "task-1872662" [ 1486.868699] env[62402]: _type = "Task" [ 1486.868699] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.888878] env[62402]: DEBUG nova.compute.manager [req-8a5639b7-ae84-44e5-aee1-ad25b67b62c6 req-d008cc33-0036-4509-8b2a-6972ddb7e522 service nova] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Detach interface failed, port_id=7bfa15f6-7c18-4b56-a2f6-777bd121f53d, reason: Instance beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1486.896459] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872662, 'name': CloneVM_Task} progress is 11%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.924133] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872661, 'name': Rename_Task, 'duration_secs': 0.17713} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.924401] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.924660] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4954dd00-0d5a-44ff-ad56-e674b2838710 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.931379] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1486.931379] env[62402]: value = "task-1872663" [ 1486.931379] env[62402]: _type = "Task" [ 1486.931379] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.939405] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.158663] env[62402]: INFO nova.compute.manager [-] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Took 1.73 seconds to deallocate network for instance. [ 1487.244816] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.244950] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.245393] env[62402]: DEBUG nova.network.neutron [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.246314] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.366986] env[62402]: DEBUG nova.compute.utils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1487.372019] env[62402]: DEBUG nova.compute.manager [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1487.372019] env[62402]: DEBUG nova.network.neutron [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1487.387567] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872662, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.437175] env[62402]: DEBUG nova.policy [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69d0abdbdc824a2298e201c208137c21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31fee58ab794128bbf7e416c1db9804', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1487.445131] env[62402]: DEBUG oslo_vmware.api [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872663, 'name': PowerOnVM_Task, 'duration_secs': 0.496343} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.445398] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1487.445650] env[62402]: INFO nova.compute.manager [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1487.445872] env[62402]: DEBUG nova.compute.manager [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.446685] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43db5a3-da02-49f0-856a-37b6a1f5fbd8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.716272] env[62402]: INFO nova.compute.manager [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Took 0.56 seconds to detach 1 volumes for instance. [ 1487.745654] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.763368] env[62402]: DEBUG nova.network.neutron [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Successfully created port: bc14fd9e-e011-4c37-b83a-7252175a4645 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.785206] env[62402]: DEBUG nova.network.neutron [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1487.870284] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3155f31-a48a-4170-a30e-ceb89f92d710 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.873760] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.701s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.876307] env[62402]: INFO nova.compute.claims [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1487.882449] env[62402]: DEBUG nova.compute.utils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1487.899217] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872662, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.968203] env[62402]: INFO nova.compute.manager [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Took 38.92 seconds to build instance. [ 1487.984460] env[62402]: DEBUG nova.network.neutron [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updating instance_info_cache with network_info: [{"id": "21c8724c-1025-44bc-97e2-86a69f0a266f", "address": "fa:16:3e:6f:6a:d8", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c8724c-10", "ovs_interfaceid": "21c8724c-1025-44bc-97e2-86a69f0a266f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.226342] env[62402]: DEBUG oslo_concurrency.lockutils [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.246439] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.391445] env[62402]: DEBUG nova.compute.manager [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1488.398185] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872662, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.473220] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03d84e26-648b-4989-9281-09e55d581611 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Lock "583644aa-7507-4343-ae0c-f4212d1a5612" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.592s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.489641] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.489641] env[62402]: DEBUG nova.compute.manager [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Instance network_info: |[{"id": "21c8724c-1025-44bc-97e2-86a69f0a266f", "address": "fa:16:3e:6f:6a:d8", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c8724c-10", "ovs_interfaceid": "21c8724c-1025-44bc-97e2-86a69f0a266f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1488.489864] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:6a:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21c8724c-1025-44bc-97e2-86a69f0a266f', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.498199] env[62402]: DEBUG oslo.service.loopingcall [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.499037] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.499311] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a63805b-1e80-4fbe-81a3-70e3c110f8e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.521962] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.521962] env[62402]: value = "task-1872664" [ 1488.521962] env[62402]: _type = "Task" [ 1488.521962] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.530949] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872664, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.614606] env[62402]: INFO nova.compute.manager [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Rescuing [ 1488.614952] env[62402]: DEBUG oslo_concurrency.lockutils [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquiring lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.615126] env[62402]: DEBUG oslo_concurrency.lockutils [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquired lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.615334] env[62402]: DEBUG nova.network.neutron [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.666402] env[62402]: DEBUG nova.compute.manager [req-0e29e9a6-966c-4509-9ac4-cabda63e73b5 req-ba813ab3-d316-4ef0-a72a-f14ce43afa5f service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Received event network-changed-21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1488.666663] env[62402]: DEBUG nova.compute.manager [req-0e29e9a6-966c-4509-9ac4-cabda63e73b5 req-ba813ab3-d316-4ef0-a72a-f14ce43afa5f service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Refreshing instance network info cache due to event network-changed-21c8724c-1025-44bc-97e2-86a69f0a266f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1488.666663] env[62402]: DEBUG oslo_concurrency.lockutils [req-0e29e9a6-966c-4509-9ac4-cabda63e73b5 req-ba813ab3-d316-4ef0-a72a-f14ce43afa5f service nova] Acquiring lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.666953] env[62402]: DEBUG oslo_concurrency.lockutils [req-0e29e9a6-966c-4509-9ac4-cabda63e73b5 req-ba813ab3-d316-4ef0-a72a-f14ce43afa5f service nova] Acquired lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.667189] env[62402]: DEBUG nova.network.neutron [req-0e29e9a6-966c-4509-9ac4-cabda63e73b5 req-ba813ab3-d316-4ef0-a72a-f14ce43afa5f service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Refreshing network info cache for port 21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.750195] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.902990] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872662, 'name': CloneVM_Task, 'duration_secs': 1.972507} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.903504] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Created linked-clone VM from snapshot [ 1488.904359] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595171fb-1ae6-466b-b3b7-353145e2b726 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.912466] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Uploading image 2663164c-eac9-4f0f-8158-351063956a80 {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1488.944512] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1488.944512] env[62402]: value = "vm-387023" [ 1488.944512] env[62402]: _type = "VirtualMachine" [ 1488.944512] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1488.945028] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b1a4070-09bd-43fe-834e-390aaec754e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.954037] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lease: (returnval){ [ 1488.954037] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52345018-b626-5688-fb3e-adda7f017ec5" [ 1488.954037] env[62402]: _type = "HttpNfcLease" [ 1488.954037] env[62402]: } obtained for exporting VM: (result){ [ 1488.954037] env[62402]: value = "vm-387023" [ 1488.954037] env[62402]: _type = "VirtualMachine" [ 1488.954037] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1488.954305] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the lease: (returnval){ [ 1488.954305] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52345018-b626-5688-fb3e-adda7f017ec5" [ 1488.954305] env[62402]: _type = "HttpNfcLease" [ 1488.954305] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1488.961743] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1488.961743] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52345018-b626-5688-fb3e-adda7f017ec5" [ 1488.961743] env[62402]: _type = "HttpNfcLease" [ 1488.961743] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1488.977875] env[62402]: DEBUG nova.compute.manager [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1489.032779] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872664, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.247932] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.407524] env[62402]: DEBUG nova.compute.manager [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1489.425550] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd99ef19-9d7b-4f96-b5dd-c220c551bc2a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.430241] env[62402]: DEBUG nova.network.neutron [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updating instance_info_cache with network_info: [{"id": "72d8866c-392e-439f-b837-6436f4600a0d", "address": "fa:16:3e:a3:97:d8", "network": {"id": "c35604b2-a0a7-452e-87ff-88f6ac81f83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1729252648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "09ea90a0e1d84fe18cf16e94db381552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d8866c-39", "ovs_interfaceid": "72d8866c-392e-439f-b837-6436f4600a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.444781] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c30576-3c7d-4089-b175-97c5f287a5f4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.451383] env[62402]: DEBUG nova.virt.hardware [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T03:06:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='855627960',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2002742732',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1489.451790] env[62402]: DEBUG nova.virt.hardware [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.452324] env[62402]: DEBUG nova.virt.hardware [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1489.452483] env[62402]: DEBUG nova.virt.hardware [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.452693] env[62402]: DEBUG nova.virt.hardware [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1489.452908] env[62402]: DEBUG nova.virt.hardware [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1489.453382] env[62402]: DEBUG nova.virt.hardware [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1489.453640] env[62402]: DEBUG nova.virt.hardware [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1489.453977] env[62402]: DEBUG nova.virt.hardware [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1489.454231] env[62402]: DEBUG nova.virt.hardware [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1489.454455] env[62402]: DEBUG nova.virt.hardware [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1489.455950] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9408b741-7ab3-4359-9465-a77562e10b72 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.499977] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b48413d-ab63-46ac-8efc-9d653ef90802 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.506974] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86c8afd-716a-4b67-8b4d-f75013ee7cb9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.514020] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1489.514020] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52345018-b626-5688-fb3e-adda7f017ec5" [ 1489.514020] env[62402]: _type = "HttpNfcLease" [ 1489.514020] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1489.514020] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1489.514020] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52345018-b626-5688-fb3e-adda7f017ec5" [ 1489.514020] env[62402]: _type = "HttpNfcLease" [ 1489.514020] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1489.514020] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be04caea-e68c-42e4-af8a-9ab09e6cd27e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.527536] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.531492] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f3d6d4-1bc3-4ab9-b4ef-38a23c6cb08f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.541658] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245e3e6-fb3a-13bc-e3a2-eeb5c3c72ff1/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1489.541854] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245e3e6-fb3a-13bc-e3a2-eeb5c3c72ff1/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1489.554053] env[62402]: DEBUG nova.compute.provider_tree [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.614945] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872664, 'name': CreateVM_Task, 'duration_secs': 0.53367} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.617188] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1489.621168] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.621355] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.621673] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1489.622213] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "4226b554-55ff-4cba-b0ae-61e23403ac42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.622425] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4226b554-55ff-4cba-b0ae-61e23403ac42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.622622] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3039dbd5-598a-456e-b2b9-f73afba47e4c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.631683] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1489.631683] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5296d1f6-13e1-4cf2-5249-67c6b846fe43" [ 1489.631683] env[62402]: _type = "Task" [ 1489.631683] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.640966] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5296d1f6-13e1-4cf2-5249-67c6b846fe43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.648237] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3eaca9ed-115b-4f27-9fae-654e81de2255 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.748846] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.809363] env[62402]: DEBUG nova.network.neutron [req-0e29e9a6-966c-4509-9ac4-cabda63e73b5 req-ba813ab3-d316-4ef0-a72a-f14ce43afa5f service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updated VIF entry in instance network info cache for port 21c8724c-1025-44bc-97e2-86a69f0a266f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1489.809879] env[62402]: DEBUG nova.network.neutron [req-0e29e9a6-966c-4509-9ac4-cabda63e73b5 req-ba813ab3-d316-4ef0-a72a-f14ce43afa5f service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updating instance_info_cache with network_info: [{"id": "21c8724c-1025-44bc-97e2-86a69f0a266f", "address": "fa:16:3e:6f:6a:d8", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c8724c-10", "ovs_interfaceid": "21c8724c-1025-44bc-97e2-86a69f0a266f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.816987] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "4f5194a6-18fa-485d-9567-34cad4d669bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.818701] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4f5194a6-18fa-485d-9567-34cad4d669bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.916103] env[62402]: DEBUG nova.network.neutron [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Successfully updated port: bc14fd9e-e011-4c37-b83a-7252175a4645 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.933993] env[62402]: DEBUG oslo_concurrency.lockutils [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Releasing lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.057298] env[62402]: DEBUG nova.scheduler.client.report [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.147136] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5296d1f6-13e1-4cf2-5249-67c6b846fe43, 'name': SearchDatastore_Task, 'duration_secs': 0.013182} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.149051] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.149508] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1490.149935] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.151404] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.151684] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1490.152044] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-338db861-26e9-4039-9cdd-de0775f4d8e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.163268] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1490.163930] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1490.164937] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b4567e-2cb0-4cef-99bd-3a8f7ffe87e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.171962] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1490.171962] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52250dd4-a8c4-7cf3-ec58-9eb21a034b61" [ 1490.171962] env[62402]: _type = "Task" [ 1490.171962] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.181973] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52250dd4-a8c4-7cf3-ec58-9eb21a034b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.227025] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "ba7bdb2a-42d8-45ec-9d61-ef224a679c35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.227025] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "ba7bdb2a-42d8-45ec-9d61-ef224a679c35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.252489] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.317690] env[62402]: DEBUG oslo_concurrency.lockutils [req-0e29e9a6-966c-4509-9ac4-cabda63e73b5 req-ba813ab3-d316-4ef0-a72a-f14ce43afa5f service nova] Releasing lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.419910] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "refresh_cache-f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.419910] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquired lock "refresh_cache-f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.419989] env[62402]: DEBUG nova.network.neutron [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.564663] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.565479] env[62402]: DEBUG nova.compute.manager [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1490.570780] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.966s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.570780] env[62402]: DEBUG nova.objects.instance [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lazy-loading 'resources' on Instance uuid 2de8ec70-a76a-46f6-ac71-e964dbb591df {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.684649] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52250dd4-a8c4-7cf3-ec58-9eb21a034b61, 'name': SearchDatastore_Task, 'duration_secs': 0.011855} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.685590] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701ec4c3-dad6-4edc-b07f-db8f76f7f667 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.693136] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1490.693136] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5237bcd8-5bff-1d19-5f25-5bab568534a3" [ 1490.693136] env[62402]: _type = "Task" [ 1490.693136] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.698950] env[62402]: DEBUG nova.compute.manager [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Received event network-vif-plugged-bc14fd9e-e011-4c37-b83a-7252175a4645 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1490.699268] env[62402]: DEBUG oslo_concurrency.lockutils [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] Acquiring lock "f80c9a28-923e-4943-bb8a-e9a73b4bb6c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.699480] env[62402]: DEBUG oslo_concurrency.lockutils [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] Lock "f80c9a28-923e-4943-bb8a-e9a73b4bb6c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.699668] env[62402]: DEBUG oslo_concurrency.lockutils [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] Lock "f80c9a28-923e-4943-bb8a-e9a73b4bb6c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.699860] env[62402]: DEBUG nova.compute.manager [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] No waiting events found dispatching network-vif-plugged-bc14fd9e-e011-4c37-b83a-7252175a4645 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1490.700043] env[62402]: WARNING nova.compute.manager [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Received unexpected event network-vif-plugged-bc14fd9e-e011-4c37-b83a-7252175a4645 for instance with vm_state building and task_state spawning. [ 1490.701064] env[62402]: DEBUG nova.compute.manager [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Received event network-changed-bc14fd9e-e011-4c37-b83a-7252175a4645 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1490.701064] env[62402]: DEBUG nova.compute.manager [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Refreshing instance network info cache due to event network-changed-bc14fd9e-e011-4c37-b83a-7252175a4645. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1490.701064] env[62402]: DEBUG oslo_concurrency.lockutils [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] Acquiring lock "refresh_cache-f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.706739] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5237bcd8-5bff-1d19-5f25-5bab568534a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.750913] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.970372] env[62402]: DEBUG nova.network.neutron [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.076841] env[62402]: DEBUG nova.compute.utils [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1491.078650] env[62402]: DEBUG nova.compute.manager [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1491.078650] env[62402]: DEBUG nova.network.neutron [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1491.149872] env[62402]: DEBUG nova.policy [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec96496ccddb45c8992d5865f84a5f8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '377c37c11fd34d20af72d61ed733eefc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1491.179698] env[62402]: DEBUG nova.network.neutron [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Updating instance_info_cache with network_info: [{"id": "bc14fd9e-e011-4c37-b83a-7252175a4645", "address": "fa:16:3e:79:3e:52", "network": {"id": "05fe5987-e078-4343-b5ba-269676dca60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1815204593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31fee58ab794128bbf7e416c1db9804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc14fd9e-e0", "ovs_interfaceid": "bc14fd9e-e011-4c37-b83a-7252175a4645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.221799] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5237bcd8-5bff-1d19-5f25-5bab568534a3, 'name': SearchDatastore_Task, 'duration_secs': 0.014549} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.223054] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.223155] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 6614ec90-4eaa-4393-8f73-f9d54aa6e625/6614ec90-4eaa-4393-8f73-f9d54aa6e625.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1491.223808] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f18d29c-7016-4447-b3a0-65ef824ca31c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.240081] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1491.240081] env[62402]: value = "task-1872666" [ 1491.240081] env[62402]: _type = "Task" [ 1491.240081] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.256143] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.261236] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.468573] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.469822] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20ad24e8-454a-4186-afa0-76fcb2e39b61 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.483356] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1491.483356] env[62402]: value = "task-1872667" [ 1491.483356] env[62402]: _type = "Task" [ 1491.483356] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.497406] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.582887] env[62402]: DEBUG nova.compute.manager [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1491.588100] env[62402]: DEBUG nova.network.neutron [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Successfully created port: 75cc765b-6863-48a2-9bce-d4d5a7408bf0 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1491.685380] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Releasing lock "refresh_cache-f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.686020] env[62402]: DEBUG nova.compute.manager [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Instance network_info: |[{"id": "bc14fd9e-e011-4c37-b83a-7252175a4645", "address": "fa:16:3e:79:3e:52", "network": {"id": "05fe5987-e078-4343-b5ba-269676dca60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1815204593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31fee58ab794128bbf7e416c1db9804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc14fd9e-e0", "ovs_interfaceid": "bc14fd9e-e011-4c37-b83a-7252175a4645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1491.686192] env[62402]: DEBUG oslo_concurrency.lockutils [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] Acquired lock "refresh_cache-f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.688318] env[62402]: DEBUG nova.network.neutron [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Refreshing network info cache for port bc14fd9e-e011-4c37-b83a-7252175a4645 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.688318] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:3e:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc14fd9e-e011-4c37-b83a-7252175a4645', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.697919] env[62402]: DEBUG oslo.service.loopingcall [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.702286] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.702966] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bff00f3d-d47d-452a-af72-454405058485 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.733193] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.733193] env[62402]: value = "task-1872668" [ 1491.733193] env[62402]: _type = "Task" [ 1491.733193] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.744533] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872668, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.760493] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872666, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.766895] env[62402]: DEBUG oslo_vmware.api [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872659, 'name': ReconfigVM_Task, 'duration_secs': 5.852126} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.768291] env[62402]: DEBUG oslo_concurrency.lockutils [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.768291] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Reconfigured VM to detach interface {{(pid=62402) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1491.806976] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dd02d0-cab3-48a8-abc7-fdc5e6aa4dce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.816499] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b4f93a-f26a-418e-8b6c-69051d36de13 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.852207] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42eb58a-e8b8-4452-9a36-7cd71e787583 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.862384] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3031f76a-bdf3-45e3-98bd-a40ea96c615b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.879040] env[62402]: DEBUG nova.compute.provider_tree [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.994461] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872667, 'name': PowerOffVM_Task, 'duration_secs': 0.254519} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.994748] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1491.995733] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4260c37f-49a9-47d4-98f9-493c169b203c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.017872] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146138e4-1b3a-4afe-a918-44e34048c82e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.063547] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.063849] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f12c39d5-0c97-4115-96ec-f83b70f34d0e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.073185] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1492.073185] env[62402]: value = "task-1872669" [ 1492.073185] env[62402]: _type = "Task" [ 1492.073185] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.082750] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.094623] env[62402]: INFO nova.virt.block_device [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Booting with volume 1bfebb38-ed65-4cc8-b951-7380e3f3872c at /dev/sda [ 1492.142353] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3944cbce-b31b-4d5f-a3ff-cd840cf9a3ae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.155274] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d7683a-4ff1-4ff4-870c-00f1881c985c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.198325] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00f3304d-1846-46ac-8432-73a7e2d80c12 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.211763] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf731a5-a787-47dc-81fd-517b273d053f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.245894] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872668, 'name': CreateVM_Task, 'duration_secs': 0.473163} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.265676] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.269523] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.269724] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.270061] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1492.271024] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364f41a2-9c94-43e1-92c1-5362111b818f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.274350] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa86b2fd-8e02-46ad-811f-b2361866b135 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.281074] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584001} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.283198] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 6614ec90-4eaa-4393-8f73-f9d54aa6e625/6614ec90-4eaa-4393-8f73-f9d54aa6e625.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1492.283447] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1492.284796] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dc411ad-2fcf-49ab-9546-4922aad7feec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.287314] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136d0c93-0b88-45db-97aa-d7d0603233c1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.290695] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1492.290695] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]527882d0-11a3-3548-0d2c-093cb0486e14" [ 1492.290695] env[62402]: _type = "Task" [ 1492.290695] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.297061] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1492.297061] env[62402]: value = "task-1872670" [ 1492.297061] env[62402]: _type = "Task" [ 1492.297061] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.300950] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527882d0-11a3-3548-0d2c-093cb0486e14, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.309760] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.309985] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.310321] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.310490] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.310671] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.311053] env[62402]: DEBUG nova.virt.block_device [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Updating existing volume attachment record: e853ab9e-771d-4be3-a5f8-a6ad973b31ea {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1492.313951] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7e7d5e3-2d90-46b5-bcd1-bf84a55395a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.322600] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.325544] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.325748] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.326567] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10dbe13f-d839-47a1-892d-b0a4d0422169 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.332918] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1492.332918] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524426b8-0f88-8ccc-b652-e85662a12e1a" [ 1492.332918] env[62402]: _type = "Task" [ 1492.332918] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.344710] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524426b8-0f88-8ccc-b652-e85662a12e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.382521] env[62402]: DEBUG nova.scheduler.client.report [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.563243] env[62402]: DEBUG nova.network.neutron [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Updated VIF entry in instance network info cache for port bc14fd9e-e011-4c37-b83a-7252175a4645. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1492.563620] env[62402]: DEBUG nova.network.neutron [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Updating instance_info_cache with network_info: [{"id": "bc14fd9e-e011-4c37-b83a-7252175a4645", "address": "fa:16:3e:79:3e:52", "network": {"id": "05fe5987-e078-4343-b5ba-269676dca60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1815204593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31fee58ab794128bbf7e416c1db9804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc14fd9e-e0", "ovs_interfaceid": "bc14fd9e-e011-4c37-b83a-7252175a4645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.585922] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1492.586161] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.586414] env[62402]: DEBUG oslo_concurrency.lockutils [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.723093] env[62402]: DEBUG nova.compute.manager [req-34ae8ae3-d625-4dfc-968a-2c79f535fbad req-39cc2797-5204-4e8c-8efe-1472f2af91e3 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Received event network-vif-deleted-a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1492.723311] env[62402]: INFO nova.compute.manager [req-34ae8ae3-d625-4dfc-968a-2c79f535fbad req-39cc2797-5204-4e8c-8efe-1472f2af91e3 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Neutron deleted interface a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a; detaching it from the instance and deleting it from the info cache [ 1492.723688] env[62402]: DEBUG nova.network.neutron [req-34ae8ae3-d625-4dfc-968a-2c79f535fbad req-39cc2797-5204-4e8c-8efe-1472f2af91e3 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Updating instance_info_cache with network_info: [{"id": "78cc56a3-1816-4136-940f-b16c48fcd54d", "address": "fa:16:3e:00:a6:69", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78cc56a3-18", "ovs_interfaceid": "78cc56a3-1816-4136-940f-b16c48fcd54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.811419] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080909} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.811718] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1492.812674] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d335d8-60f7-405d-9b28-1b7c430f5287 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.836267] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 6614ec90-4eaa-4393-8f73-f9d54aa6e625/6614ec90-4eaa-4393-8f73-f9d54aa6e625.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1492.836648] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5f8ddce-8cd5-4990-92bc-aaf81236f175 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.863181] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524426b8-0f88-8ccc-b652-e85662a12e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.014553} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.865301] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1492.865301] env[62402]: value = "task-1872671" [ 1492.865301] env[62402]: _type = "Task" [ 1492.865301] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.865532] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4dbbea2-0eb1-4c87-af4b-79cd76cd6fd0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.876864] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1492.876864] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a9c081-67ce-3557-3bb4-6bd600ebd44d" [ 1492.876864] env[62402]: _type = "Task" [ 1492.876864] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.880395] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872671, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.889321] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a9c081-67ce-3557-3bb4-6bd600ebd44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.890879] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.893410] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.242s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.894941] env[62402]: INFO nova.compute.claims [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.913934] env[62402]: INFO nova.scheduler.client.report [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Deleted allocations for instance 2de8ec70-a76a-46f6-ac71-e964dbb591df [ 1493.069020] env[62402]: DEBUG oslo_concurrency.lockutils [req-fc0c0edd-b6b9-4b22-8e78-440ec128329b req-ce7eca18-8ba4-4e19-a15c-ac0ebe906cd8 service nova] Releasing lock "refresh_cache-f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.226397] env[62402]: DEBUG oslo_concurrency.lockutils [req-34ae8ae3-d625-4dfc-968a-2c79f535fbad req-39cc2797-5204-4e8c-8efe-1472f2af91e3 service nova] Acquiring lock "50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.226663] env[62402]: DEBUG oslo_concurrency.lockutils [req-34ae8ae3-d625-4dfc-968a-2c79f535fbad req-39cc2797-5204-4e8c-8efe-1472f2af91e3 service nova] Acquired lock "50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.227732] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a1a3cf-a335-402f-8093-19383ff565c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.249428] env[62402]: DEBUG oslo_concurrency.lockutils [req-34ae8ae3-d625-4dfc-968a-2c79f535fbad req-39cc2797-5204-4e8c-8efe-1472f2af91e3 service nova] Releasing lock "50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.249596] env[62402]: WARNING nova.compute.manager [req-34ae8ae3-d625-4dfc-968a-2c79f535fbad req-39cc2797-5204-4e8c-8efe-1472f2af91e3 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Detach interface failed, port_id=a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a, reason: No device with interface-id a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a exists on VM: nova.exception.NotFound: No device with interface-id a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a exists on VM [ 1493.250235] env[62402]: DEBUG oslo_concurrency.lockutils [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.250399] env[62402]: DEBUG oslo_concurrency.lockutils [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.250600] env[62402]: DEBUG nova.network.neutron [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.382022] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.390509] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a9c081-67ce-3557-3bb4-6bd600ebd44d, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.390764] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.391051] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] f80c9a28-923e-4943-bb8a-e9a73b4bb6c9/f80c9a28-923e-4943-bb8a-e9a73b4bb6c9.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.391383] env[62402]: DEBUG oslo_concurrency.lockutils [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.391905] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.391905] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dac9f9a-9aff-400e-937a-0d37437737e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.393937] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fee8724-2fdd-495a-b818-259fb8e850c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.404028] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1493.404028] env[62402]: value = "task-1872672" [ 1493.404028] env[62402]: _type = "Task" [ 1493.404028] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.405877] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.405877] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.409301] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-268b6b00-8b4b-478b-820f-1c1ab41c76f8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.425453] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.425906] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1493.425906] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f99eeb-7524-3edc-cb80-5db756f9db79" [ 1493.425906] env[62402]: _type = "Task" [ 1493.425906] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.426299] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5453165f-1a61-40e0-9a1e-e554a4cc7c1e tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "2de8ec70-a76a-46f6-ac71-e964dbb591df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.413s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.439791] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f99eeb-7524-3edc-cb80-5db756f9db79, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.441546] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e79c2b0-2c74-4cc1-b420-34cdcc69c34b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.449363] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1493.449363] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5208c806-6367-6ed4-f478-ec25454b50fc" [ 1493.449363] env[62402]: _type = "Task" [ 1493.449363] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.459867] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5208c806-6367-6ed4-f478-ec25454b50fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.611192] env[62402]: DEBUG nova.network.neutron [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Successfully updated port: 75cc765b-6863-48a2-9bce-d4d5a7408bf0 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1493.757883] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "50996a24-6344-471e-885b-852e36adb8b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.758239] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "50996a24-6344-471e-885b-852e36adb8b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.759031] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "50996a24-6344-471e-885b-852e36adb8b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.759031] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "50996a24-6344-471e-885b-852e36adb8b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.759031] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "50996a24-6344-471e-885b-852e36adb8b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.769022] env[62402]: INFO nova.compute.manager [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Terminating instance [ 1493.886173] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872671, 'name': ReconfigVM_Task, 'duration_secs': 0.522401} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.886935] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 6614ec90-4eaa-4393-8f73-f9d54aa6e625/6614ec90-4eaa-4393-8f73-f9d54aa6e625.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.888021] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce6a16de-1f2b-4c0c-9529-4a6dd0bad4e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.897753] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1493.897753] env[62402]: value = "task-1872673" [ 1493.897753] env[62402]: _type = "Task" [ 1493.897753] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.911879] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872673, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.936315] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872672, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.967508] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5208c806-6367-6ed4-f478-ec25454b50fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012366} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.967884] env[62402]: DEBUG oslo_concurrency.lockutils [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.968312] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 583644aa-7507-4343-ae0c-f4212d1a5612/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk. {{(pid=62402) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1493.968796] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7874778-9ce1-492d-b4b8-b1394603049d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.980606] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1493.980606] env[62402]: value = "task-1872674" [ 1493.980606] env[62402]: _type = "Task" [ 1493.980606] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.996728] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.117027] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Acquiring lock "refresh_cache-555e79b9-57c7-4276-9bce-08999b2cdb83" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.117027] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Acquired lock "refresh_cache-555e79b9-57c7-4276-9bce-08999b2cdb83" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.117027] env[62402]: DEBUG nova.network.neutron [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1494.135324] env[62402]: DEBUG nova.network.neutron [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Updating instance_info_cache with network_info: [{"id": "78cc56a3-1816-4136-940f-b16c48fcd54d", "address": "fa:16:3e:00:a6:69", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78cc56a3-18", "ovs_interfaceid": "78cc56a3-1816-4136-940f-b16c48fcd54d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.140462] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.141199] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.274743] env[62402]: DEBUG nova.compute.manager [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1494.275136] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1494.276854] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ea344-5442-4451-8ecb-34c6f78d6792 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.290495] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1494.294833] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3da5a91c-4d6f-41ce-9a4a-589b038c9acb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.305845] env[62402]: DEBUG oslo_vmware.api [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1494.305845] env[62402]: value = "task-1872675" [ 1494.305845] env[62402]: _type = "Task" [ 1494.305845] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.318062] env[62402]: DEBUG oslo_vmware.api [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.412875] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872673, 'name': Rename_Task, 'duration_secs': 0.217547} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.416845] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1494.420107] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d69d5fa8-3b59-4896-b757-24742cb88242 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.431256] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568767} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.432320] env[62402]: DEBUG nova.compute.manager [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1494.432842] env[62402]: DEBUG nova.virt.hardware [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1494.433065] env[62402]: DEBUG nova.virt.hardware [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.433226] env[62402]: DEBUG nova.virt.hardware [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1494.433415] env[62402]: DEBUG nova.virt.hardware [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.433559] env[62402]: DEBUG nova.virt.hardware [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1494.433703] env[62402]: DEBUG nova.virt.hardware [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1494.433905] env[62402]: DEBUG nova.virt.hardware [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1494.434100] env[62402]: DEBUG nova.virt.hardware [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1494.434242] env[62402]: DEBUG nova.virt.hardware [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1494.434564] env[62402]: DEBUG nova.virt.hardware [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1494.434702] env[62402]: DEBUG nova.virt.hardware [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1494.434888] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] f80c9a28-923e-4943-bb8a-e9a73b4bb6c9/f80c9a28-923e-4943-bb8a-e9a73b4bb6c9.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.435099] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.439787] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a2e2c6-7ce4-44e0-8988-b08c903f6a7d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.442752] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53230194-e3fb-4aa4-965d-e63451ecf984 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.445274] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1494.445274] env[62402]: value = "task-1872676" [ 1494.445274] env[62402]: _type = "Task" [ 1494.445274] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.455372] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b120530-184f-4273-b9dc-2e901eb4059e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.460165] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1494.460165] env[62402]: value = "task-1872677" [ 1494.460165] env[62402]: _type = "Task" [ 1494.460165] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.468627] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.492833] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.503302] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872674, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.629389] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f873af-6993-4926-a364-7878d4078dbb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.638264] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b863dc7-2a4f-498f-abb3-2b561db4250e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.641903] env[62402]: DEBUG oslo_concurrency.lockutils [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-50996a24-6344-471e-885b-852e36adb8b4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.684185] env[62402]: DEBUG nova.network.neutron [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1494.687237] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e076ac-f8c0-490b-8203-540d1feb49ae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.690655] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.690835] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1494.699665] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5404dddf-4ad8-4e1d-9b14-f29422235be4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.715276] env[62402]: DEBUG nova.compute.provider_tree [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1494.818403] env[62402]: DEBUG oslo_vmware.api [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872675, 'name': PowerOffVM_Task, 'duration_secs': 0.285862} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.821660] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.821974] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1494.822423] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70adf759-f795-43a6-b9d8-24e78430d3e2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.837822] env[62402]: DEBUG nova.compute.manager [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Received event network-vif-plugged-75cc765b-6863-48a2-9bce-d4d5a7408bf0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1494.838072] env[62402]: DEBUG oslo_concurrency.lockutils [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] Acquiring lock "555e79b9-57c7-4276-9bce-08999b2cdb83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.838287] env[62402]: DEBUG oslo_concurrency.lockutils [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] Lock "555e79b9-57c7-4276-9bce-08999b2cdb83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.838458] env[62402]: DEBUG oslo_concurrency.lockutils [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] Lock "555e79b9-57c7-4276-9bce-08999b2cdb83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.838792] env[62402]: DEBUG nova.compute.manager [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] No waiting events found dispatching network-vif-plugged-75cc765b-6863-48a2-9bce-d4d5a7408bf0 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1494.838792] env[62402]: WARNING nova.compute.manager [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Received unexpected event network-vif-plugged-75cc765b-6863-48a2-9bce-d4d5a7408bf0 for instance with vm_state building and task_state spawning. [ 1494.838937] env[62402]: DEBUG nova.compute.manager [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Received event network-changed-75cc765b-6863-48a2-9bce-d4d5a7408bf0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1494.839303] env[62402]: DEBUG nova.compute.manager [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Refreshing instance network info cache due to event network-changed-75cc765b-6863-48a2-9bce-d4d5a7408bf0. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1494.839396] env[62402]: DEBUG oslo_concurrency.lockutils [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] Acquiring lock "refresh_cache-555e79b9-57c7-4276-9bce-08999b2cdb83" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.921357] env[62402]: DEBUG nova.network.neutron [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Updating instance_info_cache with network_info: [{"id": "75cc765b-6863-48a2-9bce-d4d5a7408bf0", "address": "fa:16:3e:c5:07:14", "network": {"id": "16560703-5ec1-451d-8aba-d368613bdefa", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-371240211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377c37c11fd34d20af72d61ed733eefc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75cc765b-68", "ovs_interfaceid": "75cc765b-6863-48a2-9bce-d4d5a7408bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.933213] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.933467] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.933677] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Deleting the datastore file [datastore1] 50996a24-6344-471e-885b-852e36adb8b4 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.934013] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d836f78b-9511-4edb-bbe9-632c6fb0bb85 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.942267] env[62402]: DEBUG oslo_vmware.api [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1494.942267] env[62402]: value = "task-1872679" [ 1494.942267] env[62402]: _type = "Task" [ 1494.942267] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.961257] env[62402]: DEBUG oslo_vmware.api [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.961840] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872676, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.980258] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122025} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.980724] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1494.981452] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b5080d-7432-445e-aca6-ff00271dccb9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.005996] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] f80c9a28-923e-4943-bb8a-e9a73b4bb6c9/f80c9a28-923e-4943-bb8a-e9a73b4bb6c9.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.007983] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd47920d-1e40-4df0-b727-1bdc1f313822 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.026987] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549303} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.028711] env[62402]: DEBUG oslo_concurrency.lockutils [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Acquiring lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.028942] env[62402]: DEBUG oslo_concurrency.lockutils [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.030275] env[62402]: INFO nova.virt.vmwareapi.ds_util [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 583644aa-7507-4343-ae0c-f4212d1a5612/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk. [ 1495.031768] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437023a8-64d6-4da5-8aca-e1351b5767d7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.038216] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1495.038216] env[62402]: value = "task-1872680" [ 1495.038216] env[62402]: _type = "Task" [ 1495.038216] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.065520] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 583644aa-7507-4343-ae0c-f4212d1a5612/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.066622] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9358f6d4-dba4-4115-9df8-493a943d992d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.083873] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.091141] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1495.091141] env[62402]: value = "task-1872681" [ 1495.091141] env[62402]: _type = "Task" [ 1495.091141] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.100959] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.145770] env[62402]: DEBUG oslo_concurrency.lockutils [None req-51db6948-7e32-4b20-9fea-d735a59cf7e0 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-50996a24-6344-471e-885b-852e36adb8b4-a0334d9e-fd6d-4a2b-9a2a-2470315c3c8a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.002s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.237632] env[62402]: ERROR nova.scheduler.client.report [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [req-58ff7a36-0261-432a-9423-a667ac8a443a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c2826406-6fc4-4c09-886a-a6552c22449a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-58ff7a36-0261-432a-9423-a667ac8a443a"}]} [ 1495.254983] env[62402]: DEBUG nova.scheduler.client.report [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Refreshing inventories for resource provider c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1495.272322] env[62402]: DEBUG nova.scheduler.client.report [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Updating ProviderTree inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1495.272607] env[62402]: DEBUG nova.compute.provider_tree [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1495.286149] env[62402]: DEBUG nova.scheduler.client.report [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Refreshing aggregate associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, aggregates: None {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1495.309463] env[62402]: DEBUG nova.scheduler.client.report [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Refreshing trait associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1495.427731] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Releasing lock "refresh_cache-555e79b9-57c7-4276-9bce-08999b2cdb83" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.428091] env[62402]: DEBUG nova.compute.manager [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Instance network_info: |[{"id": "75cc765b-6863-48a2-9bce-d4d5a7408bf0", "address": "fa:16:3e:c5:07:14", "network": {"id": "16560703-5ec1-451d-8aba-d368613bdefa", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-371240211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377c37c11fd34d20af72d61ed733eefc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75cc765b-68", "ovs_interfaceid": "75cc765b-6863-48a2-9bce-d4d5a7408bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1495.428409] env[62402]: DEBUG oslo_concurrency.lockutils [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] Acquired lock "refresh_cache-555e79b9-57c7-4276-9bce-08999b2cdb83" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.428591] env[62402]: DEBUG nova.network.neutron [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Refreshing network info cache for port 75cc765b-6863-48a2-9bce-d4d5a7408bf0 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1495.429877] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:07:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75cc765b-6863-48a2-9bce-d4d5a7408bf0', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1495.437789] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Creating folder: Project (377c37c11fd34d20af72d61ed733eefc). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1495.441924] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a3d6527-3a7d-4f1e-9eb7-4e21fd91bda9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.457845] env[62402]: DEBUG oslo_vmware.api [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202429} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.463366] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1495.463582] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1495.463762] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1495.463937] env[62402]: INFO nova.compute.manager [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1495.464214] env[62402]: DEBUG oslo.service.loopingcall [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.464443] env[62402]: DEBUG oslo_vmware.api [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1872676, 'name': PowerOnVM_Task, 'duration_secs': 0.831338} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.466173] env[62402]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1495.466334] env[62402]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62402) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1495.466805] env[62402]: DEBUG nova.compute.manager [-] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1495.466908] env[62402]: DEBUG nova.network.neutron [-] [instance: 50996a24-6344-471e-885b-852e36adb8b4] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1495.468575] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.468863] env[62402]: INFO nova.compute.manager [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1495.468945] env[62402]: DEBUG nova.compute.manager [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.469293] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Folder already exists: Project (377c37c11fd34d20af72d61ed733eefc). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1495.469483] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Creating folder: Instances. Parent ref: group-v386978. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1495.470264] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72853383-4052-46d7-9558-7072263db0ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.473711] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8cd011d-fae7-4fda-9988-3d22f47263ff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.489196] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Created folder: Instances in parent group-v386978. [ 1495.489499] env[62402]: DEBUG oslo.service.loopingcall [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.489695] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1495.489915] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ea69b36-3aa9-4e1c-afba-d901d3ab2d92 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.519952] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1495.519952] env[62402]: value = "task-1872684" [ 1495.519952] env[62402]: _type = "Task" [ 1495.519952] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.533730] env[62402]: DEBUG nova.compute.utils [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1495.534966] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872684, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.550826] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872680, 'name': ReconfigVM_Task, 'duration_secs': 0.355218} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.551215] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Reconfigured VM instance instance-00000033 to attach disk [datastore1] f80c9a28-923e-4943-bb8a-e9a73b4bb6c9/f80c9a28-923e-4943-bb8a-e9a73b4bb6c9.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.551497] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62402) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1495.554950] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-a45471ec-52be-41ca-a5de-e0653f1039cd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.563986] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1495.563986] env[62402]: value = "task-1872685" [ 1495.563986] env[62402]: _type = "Task" [ 1495.563986] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.575291] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872685, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.603665] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872681, 'name': ReconfigVM_Task, 'duration_secs': 0.369803} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.603918] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 583644aa-7507-4343-ae0c-f4212d1a5612/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.604851] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee87a65-91f3-46e5-a80c-47a2d3b800fd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.636583] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1684f1d1-af87-4eae-a5c1-87c7dbbfcdc9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.652808] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1495.652808] env[62402]: value = "task-1872686" [ 1495.652808] env[62402]: _type = "Task" [ 1495.652808] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.663251] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.772436] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "refresh_cache-2d423f66-4b38-4fc4-abe5-5d09381e1c86" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.772603] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquired lock "refresh_cache-2d423f66-4b38-4fc4-abe5-5d09381e1c86" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.772757] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Forcefully refreshing network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1495.810870] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Acquiring lock "468ab348-32cd-48ec-a59a-3cb7c39093ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.811263] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Lock "468ab348-32cd-48ec-a59a-3cb7c39093ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.811486] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Acquiring lock "468ab348-32cd-48ec-a59a-3cb7c39093ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.811675] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Lock "468ab348-32cd-48ec-a59a-3cb7c39093ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.811848] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Lock "468ab348-32cd-48ec-a59a-3cb7c39093ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.813918] env[62402]: INFO nova.compute.manager [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Terminating instance [ 1495.995271] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f736c0-95a3-409e-8fb2-d315979198e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.001404] env[62402]: INFO nova.compute.manager [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Took 42.30 seconds to build instance. [ 1496.009676] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e116840-a98f-488c-b8a1-9c4ffc851181 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.043603] env[62402]: DEBUG oslo_concurrency.lockutils [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.050509] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85e2767-1ff3-48b3-98eb-05c89eb34b19 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.063499] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bad8034-2222-422b-8739-272728da2f1d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.067812] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872684, 'name': CreateVM_Task, 'duration_secs': 0.474648} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.068096] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1496.071859] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-386981', 'volume_id': '1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'name': 'volume-1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '555e79b9-57c7-4276-9bce-08999b2cdb83', 'attached_at': '', 'detached_at': '', 'volume_id': '1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'serial': '1bfebb38-ed65-4cc8-b951-7380e3f3872c'}, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'attachment_id': 'e853ab9e-771d-4be3-a5f8-a6ad973b31ea', 'volume_type': None}], 'swap': None} {{(pid=62402) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1496.072111] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Root volume attach. Driver type: vmdk {{(pid=62402) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1496.074884] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a7e124-2d33-4bfb-b1be-1dea89db764f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.086918] env[62402]: DEBUG nova.compute.provider_tree [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.092650] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872685, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.127788} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.093147] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62402) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1496.093942] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfbc085-20c6-4032-97d9-28cc3e828041 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.101065] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8945c8f2-ef14-4fcd-9e37-1646529d561f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.126776] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] f80c9a28-923e-4943-bb8a-e9a73b4bb6c9/ephemeral_0.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1496.131665] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fbee4d3-a3c0-43bf-ac83-5b75670e8d10 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.149028] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad31774-5b1a-4133-8a18-845279156292 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.155172] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1496.155172] env[62402]: value = "task-1872687" [ 1496.155172] env[62402]: _type = "Task" [ 1496.155172] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.162714] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cde0066d-8480-46b5-a2b6-053c9c6710d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.171735] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872687, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.176245] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Waiting for the task: (returnval){ [ 1496.176245] env[62402]: value = "task-1872688" [ 1496.176245] env[62402]: _type = "Task" [ 1496.176245] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.176503] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872686, 'name': ReconfigVM_Task, 'duration_secs': 0.314785} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.176858] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.180622] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83c0a1c7-5752-4ffb-9d22-2e4a087bb4b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.192346] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1872688, 'name': RelocateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.193850] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1496.193850] env[62402]: value = "task-1872689" [ 1496.193850] env[62402]: _type = "Task" [ 1496.193850] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.205286] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.264701] env[62402]: DEBUG nova.network.neutron [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Updated VIF entry in instance network info cache for port 75cc765b-6863-48a2-9bce-d4d5a7408bf0. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.265086] env[62402]: DEBUG nova.network.neutron [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Updating instance_info_cache with network_info: [{"id": "75cc765b-6863-48a2-9bce-d4d5a7408bf0", "address": "fa:16:3e:c5:07:14", "network": {"id": "16560703-5ec1-451d-8aba-d368613bdefa", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-371240211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377c37c11fd34d20af72d61ed733eefc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75cc765b-68", "ovs_interfaceid": "75cc765b-6863-48a2-9bce-d4d5a7408bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.318680] env[62402]: DEBUG nova.compute.manager [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1496.318920] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1496.320248] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee81a66-4b39-4b11-86da-31a45ee2cf02 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.330631] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.330936] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-535b37cd-a356-4e42-b00d-25b3194f9bdd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.338567] env[62402]: DEBUG oslo_vmware.api [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Waiting for the task: (returnval){ [ 1496.338567] env[62402]: value = "task-1872690" [ 1496.338567] env[62402]: _type = "Task" [ 1496.338567] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.348245] env[62402]: DEBUG oslo_vmware.api [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.510365] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a66d111-8f80-4cd7-9ac5-4e940d7dd516 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.841s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.594162] env[62402]: DEBUG nova.scheduler.client.report [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.629518] env[62402]: DEBUG nova.network.neutron [-] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.689080] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1872688, 'name': RelocateVM_Task, 'duration_secs': 0.034391} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.692267] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1496.692522] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-386981', 'volume_id': '1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'name': 'volume-1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '555e79b9-57c7-4276-9bce-08999b2cdb83', 'attached_at': '', 'detached_at': '', 'volume_id': '1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'serial': '1bfebb38-ed65-4cc8-b951-7380e3f3872c'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1496.692843] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872687, 'name': ReconfigVM_Task, 'duration_secs': 0.475188} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.693605] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5607ae15-34f0-40f0-8f51-0b1812571d2c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.696309] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Reconfigured VM instance instance-00000033 to attach disk [datastore1] f80c9a28-923e-4943-bb8a-e9a73b4bb6c9/ephemeral_0.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.696971] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eca2ac70-e992-4ec0-9450-54dbedd73597 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.724964] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9e95b8-5207-4de9-9706-c8f2d6564688 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.727943] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1496.727943] env[62402]: value = "task-1872691" [ 1496.727943] env[62402]: _type = "Task" [ 1496.727943] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.728246] env[62402]: DEBUG oslo_vmware.api [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872689, 'name': PowerOnVM_Task, 'duration_secs': 0.494177} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.728357] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1496.737028] env[62402]: DEBUG nova.compute.manager [None req-733d2dac-b7dd-4544-a6c8-e58c07f10a0b tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1496.747230] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a226ecae-e92b-4b5a-a4c2-bdfc6f44c4ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.761684] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] volume-1bfebb38-ed65-4cc8-b951-7380e3f3872c/volume-1bfebb38-ed65-4cc8-b951-7380e3f3872c.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1496.762558] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbca1f6f-6b1d-45ae-ba9f-f48df6f70c5a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.783463] env[62402]: DEBUG oslo_concurrency.lockutils [req-e3483bda-053f-45b6-8af1-1aa3ec55c537 req-e1f2d468-f0f3-48b9-8794-6592c10392e3 service nova] Releasing lock "refresh_cache-555e79b9-57c7-4276-9bce-08999b2cdb83" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.784041] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872691, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.792564] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Waiting for the task: (returnval){ [ 1496.792564] env[62402]: value = "task-1872692" [ 1496.792564] env[62402]: _type = "Task" [ 1496.792564] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.801607] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1872692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.850382] env[62402]: DEBUG oslo_vmware.api [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872690, 'name': PowerOffVM_Task, 'duration_secs': 0.205794} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.850664] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1496.850834] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1496.851131] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bb4124a-0119-413a-84c4-d3176cfe414c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.976135] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1496.976385] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1496.976630] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Deleting the datastore file [datastore1] 468ab348-32cd-48ec-a59a-3cb7c39093ae {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1496.976935] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00f7e446-8dc4-41c4-b0d1-47b1cc6fcc9a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.985024] env[62402]: DEBUG oslo_vmware.api [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Waiting for the task: (returnval){ [ 1496.985024] env[62402]: value = "task-1872694" [ 1496.985024] env[62402]: _type = "Task" [ 1496.985024] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.994405] env[62402]: DEBUG oslo_vmware.api [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.013198] env[62402]: DEBUG nova.compute.manager [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.096560] env[62402]: DEBUG oslo_concurrency.lockutils [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Acquiring lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.096842] env[62402]: DEBUG oslo_concurrency.lockutils [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.097323] env[62402]: INFO nova.compute.manager [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Attaching volume 1ac17bc0-50e3-4930-939c-08f5c8d9301c to /dev/sdb [ 1497.100108] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.207s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.100583] env[62402]: DEBUG nova.compute.manager [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1497.108062] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.233s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.108836] env[62402]: INFO nova.compute.claims [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1497.136356] env[62402]: INFO nova.compute.manager [-] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Took 1.67 seconds to deallocate network for instance. [ 1497.154854] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37757052-a9a7-4a24-9a85-188be0f26025 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.166569] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64219075-c855-48b5-99e6-ebf4fcdde043 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.185060] env[62402]: DEBUG nova.virt.block_device [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Updating existing volume attachment record: 327d2bd3-3369-453b-9397-ecec41a88564 {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1497.190611] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Updating instance_info_cache with network_info: [{"id": "b7d99138-7572-4cc9-9bda-0e844bbc0c79", "address": "fa:16:3e:10:70:c0", "network": {"id": "9a7a4179-f8d2-4d79-a107-a303edfd1a9c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1618096865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ce349ea6044322a7fcb98ca07b172d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d99138-75", "ovs_interfaceid": "b7d99138-7572-4cc9-9bda-0e844bbc0c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.197578] env[62402]: DEBUG nova.compute.manager [req-88aa8008-007b-4bb9-bba1-51d217b825f1 req-a7f8ff69-87d7-42b7-8636-e8e6ec9ffa22 service nova] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Received event network-vif-deleted-78cc56a3-1816-4136-940f-b16c48fcd54d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1497.242340] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872691, 'name': Rename_Task, 'duration_secs': 0.203595} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.242638] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.242917] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05cf0daa-bf03-4894-9540-1e2fbe3a1697 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.250740] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1497.250740] env[62402]: value = "task-1872695" [ 1497.250740] env[62402]: _type = "Task" [ 1497.250740] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.262906] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.313930] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1872692, 'name': ReconfigVM_Task, 'duration_secs': 0.34458} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.313930] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Reconfigured VM instance instance-00000034 to attach disk [datastore1] volume-1bfebb38-ed65-4cc8-b951-7380e3f3872c/volume-1bfebb38-ed65-4cc8-b951-7380e3f3872c.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.322573] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f16a6573-39b9-4c4d-acdc-7e2ee91c5963 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.347649] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Waiting for the task: (returnval){ [ 1497.347649] env[62402]: value = "task-1872696" [ 1497.347649] env[62402]: _type = "Task" [ 1497.347649] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.357803] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1872696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.497738] env[62402]: DEBUG oslo_vmware.api [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Task: {'id': task-1872694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190989} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.498039] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1497.498315] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1497.498543] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1497.498784] env[62402]: INFO nova.compute.manager [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1497.499200] env[62402]: DEBUG oslo.service.loopingcall [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.499798] env[62402]: DEBUG nova.compute.manager [-] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1497.499929] env[62402]: DEBUG nova.network.neutron [-] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1497.547524] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.619031] env[62402]: DEBUG nova.compute.utils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1497.619031] env[62402]: DEBUG nova.compute.manager [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1497.619031] env[62402]: DEBUG nova.network.neutron [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1497.644703] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.695671] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Releasing lock "refresh_cache-2d423f66-4b38-4fc4-abe5-5d09381e1c86" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.696222] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Updated the network info_cache for instance {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1497.696474] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.696705] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.696942] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.697149] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.697353] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.697476] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.697614] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1497.697763] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.703156] env[62402]: DEBUG nova.policy [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946f5b6b9814488988a063a8662e7fd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5d1771f87f45edb9c708288839beb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1497.767022] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872695, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.861819] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1872696, 'name': ReconfigVM_Task, 'duration_secs': 0.172259} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.862168] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-386981', 'volume_id': '1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'name': 'volume-1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '555e79b9-57c7-4276-9bce-08999b2cdb83', 'attached_at': '', 'detached_at': '', 'volume_id': '1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'serial': '1bfebb38-ed65-4cc8-b951-7380e3f3872c'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1497.862746] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e24127c4-a1fc-4369-86ae-3b85cc70161b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.872490] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Waiting for the task: (returnval){ [ 1497.872490] env[62402]: value = "task-1872700" [ 1497.872490] env[62402]: _type = "Task" [ 1497.872490] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.882644] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1872700, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.936136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "4d2af92c-9932-4691-91b8-ee929263ba45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.936136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "4d2af92c-9932-4691-91b8-ee929263ba45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.936136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "4d2af92c-9932-4691-91b8-ee929263ba45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.936458] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "4d2af92c-9932-4691-91b8-ee929263ba45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.936559] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "4d2af92c-9932-4691-91b8-ee929263ba45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.939847] env[62402]: INFO nova.compute.manager [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Terminating instance [ 1498.122651] env[62402]: DEBUG nova.compute.manager [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1498.204411] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.226240] env[62402]: DEBUG nova.network.neutron [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Successfully created port: 7b2ea7b0-4e65-43e3-8df5-c5b11b98c476 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1498.265088] env[62402]: DEBUG oslo_vmware.api [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1872695, 'name': PowerOnVM_Task, 'duration_secs': 0.572422} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.265088] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.265088] env[62402]: INFO nova.compute.manager [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1498.265293] env[62402]: DEBUG nova.compute.manager [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.265993] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e47bc5-f39c-441e-9238-8a059e2a828a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.383542] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1872700, 'name': Rename_Task, 'duration_secs': 0.194427} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.384071] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1498.384191] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f32d44da-64f1-40e2-aadc-eca21493ada7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.394750] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Waiting for the task: (returnval){ [ 1498.394750] env[62402]: value = "task-1872701" [ 1498.394750] env[62402]: _type = "Task" [ 1498.394750] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.405847] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1872701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.446736] env[62402]: DEBUG nova.compute.manager [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1498.447135] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.453306] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8a46a8-1af2-4929-9946-cd0a361824d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.466342] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.466501] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8308c951-7ec5-4567-b3d1-b23d5380be78 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.475852] env[62402]: DEBUG oslo_vmware.api [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1498.475852] env[62402]: value = "task-1872702" [ 1498.475852] env[62402]: _type = "Task" [ 1498.475852] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.493903] env[62402]: DEBUG oslo_vmware.api [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.569494] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245e3e6-fb3a-13bc-e3a2-eeb5c3c72ff1/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1498.570450] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81781d35-9126-4ecb-a18b-ab21290283fd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.579108] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245e3e6-fb3a-13bc-e3a2-eeb5c3c72ff1/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1498.579108] env[62402]: ERROR oslo_vmware.rw_handles [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245e3e6-fb3a-13bc-e3a2-eeb5c3c72ff1/disk-0.vmdk due to incomplete transfer. [ 1498.582204] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8037508d-53da-491a-9eef-e0ec0c65ee1a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.591012] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245e3e6-fb3a-13bc-e3a2-eeb5c3c72ff1/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1498.591305] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Uploaded image 2663164c-eac9-4f0f-8158-351063956a80 to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1498.594043] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1498.594387] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-efcd38ed-e170-4703-bfde-353c32e342a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.602497] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1498.602497] env[62402]: value = "task-1872703" [ 1498.602497] env[62402]: _type = "Task" [ 1498.602497] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.612411] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872703, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.733880] env[62402]: DEBUG nova.compute.manager [req-21ed1bd6-51ce-4936-ab96-a68d6f99e149 req-c91d1b80-121e-4592-883a-78c8672f389b service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Received event network-changed-21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1498.734374] env[62402]: DEBUG nova.compute.manager [req-21ed1bd6-51ce-4936-ab96-a68d6f99e149 req-c91d1b80-121e-4592-883a-78c8672f389b service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Refreshing instance network info cache due to event network-changed-21c8724c-1025-44bc-97e2-86a69f0a266f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1498.734761] env[62402]: DEBUG oslo_concurrency.lockutils [req-21ed1bd6-51ce-4936-ab96-a68d6f99e149 req-c91d1b80-121e-4592-883a-78c8672f389b service nova] Acquiring lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.735119] env[62402]: DEBUG oslo_concurrency.lockutils [req-21ed1bd6-51ce-4936-ab96-a68d6f99e149 req-c91d1b80-121e-4592-883a-78c8672f389b service nova] Acquired lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.735432] env[62402]: DEBUG nova.network.neutron [req-21ed1bd6-51ce-4936-ab96-a68d6f99e149 req-c91d1b80-121e-4592-883a-78c8672f389b service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Refreshing network info cache for port 21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.804984] env[62402]: INFO nova.compute.manager [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Took 40.21 seconds to build instance. [ 1498.874425] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6932ff2-44b8-45bc-b125-83d8856c3844 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.883889] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d320cf-cb42-4c0a-ae02-e17164128348 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.921613] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd36e4d4-d072-4650-b0ac-ef2018c601fa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.934794] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1872701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.937112] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ffe866-36cc-449d-b69a-c4424d5a6eac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.952732] env[62402]: DEBUG nova.compute.provider_tree [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.988033] env[62402]: DEBUG oslo_vmware.api [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872702, 'name': PowerOffVM_Task, 'duration_secs': 0.324386} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.988033] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.988033] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.988033] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-682eccd1-2b22-4ef8-8aae-39ff3b0cbd77 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.016987] env[62402]: DEBUG nova.network.neutron [-] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.113413] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872703, 'name': Destroy_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.134357] env[62402]: DEBUG nova.compute.manager [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1499.163255] env[62402]: DEBUG nova.virt.hardware [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1499.163684] env[62402]: DEBUG nova.virt.hardware [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.163684] env[62402]: DEBUG nova.virt.hardware [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1499.163855] env[62402]: DEBUG nova.virt.hardware [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.164019] env[62402]: DEBUG nova.virt.hardware [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1499.164236] env[62402]: DEBUG nova.virt.hardware [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1499.164431] env[62402]: DEBUG nova.virt.hardware [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1499.164609] env[62402]: DEBUG nova.virt.hardware [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1499.164805] env[62402]: DEBUG nova.virt.hardware [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1499.164983] env[62402]: DEBUG nova.virt.hardware [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1499.165183] env[62402]: DEBUG nova.virt.hardware [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1499.166266] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b11daf-794c-49da-8017-09d807844fea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.176422] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6292fb-dc35-4481-90a5-adabbc2d68e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.307674] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3e8a6a72-83da-4f23-a7ea-8b6c604f8786 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.110s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.430451] env[62402]: DEBUG oslo_vmware.api [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1872701, 'name': PowerOnVM_Task, 'duration_secs': 0.895432} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.430728] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.430932] env[62402]: INFO nova.compute.manager [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Took 5.00 seconds to spawn the instance on the hypervisor. [ 1499.431165] env[62402]: DEBUG nova.compute.manager [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.431982] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477cd94c-b5cd-49f2-ab0a-d9c4aa1ff5fb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.456995] env[62402]: DEBUG nova.scheduler.client.report [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.496197] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1499.497929] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1499.497929] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Deleting the datastore file [datastore1] 4d2af92c-9932-4691-91b8-ee929263ba45 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1499.497929] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1adb3ff-41e1-4953-80e7-c5904c9cd88f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.506155] env[62402]: DEBUG oslo_vmware.api [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for the task: (returnval){ [ 1499.506155] env[62402]: value = "task-1872706" [ 1499.506155] env[62402]: _type = "Task" [ 1499.506155] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.511576] env[62402]: DEBUG nova.network.neutron [req-21ed1bd6-51ce-4936-ab96-a68d6f99e149 req-c91d1b80-121e-4592-883a-78c8672f389b service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updated VIF entry in instance network info cache for port 21c8724c-1025-44bc-97e2-86a69f0a266f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.511975] env[62402]: DEBUG nova.network.neutron [req-21ed1bd6-51ce-4936-ab96-a68d6f99e149 req-c91d1b80-121e-4592-883a-78c8672f389b service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updating instance_info_cache with network_info: [{"id": "21c8724c-1025-44bc-97e2-86a69f0a266f", "address": "fa:16:3e:6f:6a:d8", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c8724c-10", "ovs_interfaceid": "21c8724c-1025-44bc-97e2-86a69f0a266f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.516767] env[62402]: DEBUG oslo_vmware.api [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.520043] env[62402]: INFO nova.compute.manager [-] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Took 2.02 seconds to deallocate network for instance. [ 1499.616408] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872703, 'name': Destroy_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.810543] env[62402]: DEBUG nova.compute.manager [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1499.952424] env[62402]: INFO nova.compute.manager [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Took 36.80 seconds to build instance. [ 1499.963040] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.963580] env[62402]: DEBUG nova.compute.manager [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.966758] env[62402]: DEBUG oslo_concurrency.lockutils [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.300s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.967803] env[62402]: DEBUG nova.objects.instance [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lazy-loading 'resources' on Instance uuid 4ed0a788-ff15-4aff-89d3-73deb1dbbc69 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.017350] env[62402]: DEBUG oslo_vmware.api [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.017848] env[62402]: DEBUG oslo_concurrency.lockutils [req-21ed1bd6-51ce-4936-ab96-a68d6f99e149 req-c91d1b80-121e-4592-883a-78c8672f389b service nova] Releasing lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.027239] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.115795] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872703, 'name': Destroy_Task, 'duration_secs': 1.092713} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.117557] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Destroyed the VM [ 1500.117908] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1500.118196] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-be94f931-99c5-43f6-9a57-ce00e5b614a3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.121779] env[62402]: DEBUG nova.compute.manager [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.122637] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f174d5-a203-47dd-aed4-23b530552987 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.127259] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1500.127259] env[62402]: value = "task-1872707" [ 1500.127259] env[62402]: _type = "Task" [ 1500.127259] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.143657] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872707, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.241091] env[62402]: DEBUG nova.network.neutron [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Successfully updated port: 7b2ea7b0-4e65-43e3-8df5-c5b11b98c476 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.283502] env[62402]: DEBUG nova.compute.manager [req-4675d8ac-3589-4cf5-bbd6-98a10e718005 req-c818e994-2185-4743-bc50-9412cb74c070 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Received event network-changed-72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1500.283502] env[62402]: DEBUG nova.compute.manager [req-4675d8ac-3589-4cf5-bbd6-98a10e718005 req-c818e994-2185-4743-bc50-9412cb74c070 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Refreshing instance network info cache due to event network-changed-72d8866c-392e-439f-b837-6436f4600a0d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1500.283502] env[62402]: DEBUG oslo_concurrency.lockutils [req-4675d8ac-3589-4cf5-bbd6-98a10e718005 req-c818e994-2185-4743-bc50-9412cb74c070 service nova] Acquiring lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.283502] env[62402]: DEBUG oslo_concurrency.lockutils [req-4675d8ac-3589-4cf5-bbd6-98a10e718005 req-c818e994-2185-4743-bc50-9412cb74c070 service nova] Acquired lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.283502] env[62402]: DEBUG nova.network.neutron [req-4675d8ac-3589-4cf5-bbd6-98a10e718005 req-c818e994-2185-4743-bc50-9412cb74c070 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Refreshing network info cache for port 72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.341875] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.454793] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20e989ae-72e9-42a6-8429-15ecd0222189 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Lock "555e79b9-57c7-4276-9bce-08999b2cdb83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.602s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.475414] env[62402]: DEBUG nova.compute.utils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1500.477325] env[62402]: DEBUG nova.compute.manager [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.477538] env[62402]: DEBUG nova.network.neutron [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.523489] env[62402]: DEBUG oslo_vmware.api [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Task: {'id': task-1872706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557167} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.524019] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.524219] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.524492] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.524688] env[62402]: INFO nova.compute.manager [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Took 2.08 seconds to destroy the instance on the hypervisor. [ 1500.524933] env[62402]: DEBUG oslo.service.loopingcall [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.525551] env[62402]: DEBUG nova.compute.manager [-] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1500.525665] env[62402]: DEBUG nova.network.neutron [-] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1500.559605] env[62402]: DEBUG nova.policy [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946f5b6b9814488988a063a8662e7fd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5d1771f87f45edb9c708288839beb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.638809] env[62402]: INFO nova.compute.manager [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] instance snapshotting [ 1500.639486] env[62402]: DEBUG nova.objects.instance [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'flavor' on Instance uuid 2ce8fbc6-a52a-4a02-a679-4859c6496231 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.653358] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872707, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.745932] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "refresh_cache-47be46d2-23d2-4604-b566-0f1faaf1d390" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.746356] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquired lock "refresh_cache-47be46d2-23d2-4604-b566-0f1faaf1d390" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.746544] env[62402]: DEBUG nova.network.neutron [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1500.956680] env[62402]: DEBUG nova.compute.manager [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1500.981083] env[62402]: DEBUG nova.compute.manager [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1501.028736] env[62402]: DEBUG nova.network.neutron [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Successfully created port: 7ccec451-e024-4a90-9e0f-e596aa450b7a {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1501.148470] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872707, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.150084] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde572b3-000b-4821-a15a-49bec8794859 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.179824] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195c82fc-2290-49c5-8615-2e8e74fcaa0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.196752] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a37524-4697-4a74-b510-e44e377cdccb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.205498] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062713f0-99cb-4aa4-a06a-3731be4f862d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.245210] env[62402]: DEBUG nova.network.neutron [req-4675d8ac-3589-4cf5-bbd6-98a10e718005 req-c818e994-2185-4743-bc50-9412cb74c070 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updated VIF entry in instance network info cache for port 72d8866c-392e-439f-b837-6436f4600a0d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.245566] env[62402]: DEBUG nova.network.neutron [req-4675d8ac-3589-4cf5-bbd6-98a10e718005 req-c818e994-2185-4743-bc50-9412cb74c070 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updating instance_info_cache with network_info: [{"id": "72d8866c-392e-439f-b837-6436f4600a0d", "address": "fa:16:3e:a3:97:d8", "network": {"id": "c35604b2-a0a7-452e-87ff-88f6ac81f83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1729252648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "09ea90a0e1d84fe18cf16e94db381552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d8866c-39", "ovs_interfaceid": "72d8866c-392e-439f-b837-6436f4600a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.247238] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ff289a-1e5a-416d-89fa-ec202b39d44e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.257208] env[62402]: DEBUG nova.compute.manager [req-ebfebbc0-e4fc-4051-8237-62c07c9c8111 req-fdc58893-1164-47c6-81fe-0d94d34d9e6f service nova] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Received event network-vif-deleted-01f3e4dd-827a-4f19-a099-c62fd13896cd {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1501.257208] env[62402]: DEBUG nova.compute.manager [req-ebfebbc0-e4fc-4051-8237-62c07c9c8111 req-fdc58893-1164-47c6-81fe-0d94d34d9e6f service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Received event network-changed-72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1501.257208] env[62402]: DEBUG nova.compute.manager [req-ebfebbc0-e4fc-4051-8237-62c07c9c8111 req-fdc58893-1164-47c6-81fe-0d94d34d9e6f service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Refreshing instance network info cache due to event network-changed-72d8866c-392e-439f-b837-6436f4600a0d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1501.257208] env[62402]: DEBUG oslo_concurrency.lockutils [req-ebfebbc0-e4fc-4051-8237-62c07c9c8111 req-fdc58893-1164-47c6-81fe-0d94d34d9e6f service nova] Acquiring lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.259998] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa81e1e8-9b99-4b1b-b0aa-8dcb57aa8fc7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.277086] env[62402]: DEBUG nova.compute.provider_tree [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.318202] env[62402]: DEBUG nova.network.neutron [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.505743] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.612496] env[62402]: DEBUG nova.network.neutron [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Updating instance_info_cache with network_info: [{"id": "7b2ea7b0-4e65-43e3-8df5-c5b11b98c476", "address": "fa:16:3e:4a:75:a4", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2ea7b0-4e", "ovs_interfaceid": "7b2ea7b0-4e65-43e3-8df5-c5b11b98c476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.645101] env[62402]: DEBUG oslo_vmware.api [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872707, 'name': RemoveSnapshot_Task, 'duration_secs': 1.126668} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.645692] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1501.645692] env[62402]: INFO nova.compute.manager [None req-d851399a-f0a6-471d-ac9b-725ea7dcad99 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Took 16.90 seconds to snapshot the instance on the hypervisor. [ 1501.660053] env[62402]: DEBUG nova.network.neutron [-] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.696348] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1501.696898] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d5117f0b-685f-4f82-9173-55057e4cf61c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.707368] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1501.707368] env[62402]: value = "task-1872708" [ 1501.707368] env[62402]: _type = "Task" [ 1501.707368] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.718989] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872708, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.744162] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1501.744396] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387030', 'volume_id': '1ac17bc0-50e3-4930-939c-08f5c8d9301c', 'name': 'volume-1ac17bc0-50e3-4930-939c-08f5c8d9301c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dfe7984-450c-4e93-a313-8ee4be75cf77', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac17bc0-50e3-4930-939c-08f5c8d9301c', 'serial': '1ac17bc0-50e3-4930-939c-08f5c8d9301c'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1501.745290] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8cd16f-5d7d-4bff-bdbb-f2181b27d904 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.773136] env[62402]: DEBUG oslo_concurrency.lockutils [req-4675d8ac-3589-4cf5-bbd6-98a10e718005 req-c818e994-2185-4743-bc50-9412cb74c070 service nova] Releasing lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.773136] env[62402]: DEBUG oslo_concurrency.lockutils [req-ebfebbc0-e4fc-4051-8237-62c07c9c8111 req-fdc58893-1164-47c6-81fe-0d94d34d9e6f service nova] Acquired lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.773136] env[62402]: DEBUG nova.network.neutron [req-ebfebbc0-e4fc-4051-8237-62c07c9c8111 req-fdc58893-1164-47c6-81fe-0d94d34d9e6f service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Refreshing network info cache for port 72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1501.774683] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4096ae-790d-496a-bd39-a0a187d9a4e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.779726] env[62402]: DEBUG nova.scheduler.client.report [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.809956] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-1ac17bc0-50e3-4930-939c-08f5c8d9301c/volume-1ac17bc0-50e3-4930-939c-08f5c8d9301c.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.810687] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af8f00ee-aba0-4987-bc20-61dd55cc7999 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.835360] env[62402]: DEBUG oslo_vmware.api [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Waiting for the task: (returnval){ [ 1501.835360] env[62402]: value = "task-1872709" [ 1501.835360] env[62402]: _type = "Task" [ 1501.835360] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.848916] env[62402]: DEBUG oslo_vmware.api [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Task: {'id': task-1872709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.991288] env[62402]: DEBUG nova.compute.manager [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1502.025200] env[62402]: DEBUG nova.virt.hardware [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.025472] env[62402]: DEBUG nova.virt.hardware [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.025704] env[62402]: DEBUG nova.virt.hardware [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.025930] env[62402]: DEBUG nova.virt.hardware [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.026114] env[62402]: DEBUG nova.virt.hardware [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.026268] env[62402]: DEBUG nova.virt.hardware [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.026475] env[62402]: DEBUG nova.virt.hardware [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.026647] env[62402]: DEBUG nova.virt.hardware [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.026840] env[62402]: DEBUG nova.virt.hardware [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.027032] env[62402]: DEBUG nova.virt.hardware [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.027214] env[62402]: DEBUG nova.virt.hardware [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.028165] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cc7370-fae6-47e9-9694-586f6e0725d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.041316] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee0dee-ee99-460c-ac57-2d339de05578 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.116262] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Releasing lock "refresh_cache-47be46d2-23d2-4604-b566-0f1faaf1d390" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.116710] env[62402]: DEBUG nova.compute.manager [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Instance network_info: |[{"id": "7b2ea7b0-4e65-43e3-8df5-c5b11b98c476", "address": "fa:16:3e:4a:75:a4", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2ea7b0-4e", "ovs_interfaceid": "7b2ea7b0-4e65-43e3-8df5-c5b11b98c476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1502.117169] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:75:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b2ea7b0-4e65-43e3-8df5-c5b11b98c476', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.129666] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Creating folder: Project (6c5d1771f87f45edb9c708288839beb8). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1502.129986] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-140dbeb3-e5b9-4b70-9dc9-f2c377b1a100 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.150084] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Created folder: Project (6c5d1771f87f45edb9c708288839beb8) in parent group-v386882. [ 1502.150084] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Creating folder: Instances. Parent ref: group-v387031. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1502.150084] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3637c2df-fbb8-4bcd-9ac4-85c8ad61e886 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.162061] env[62402]: INFO nova.compute.manager [-] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Took 1.64 seconds to deallocate network for instance. [ 1502.172059] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Created folder: Instances in parent group-v387031. [ 1502.172626] env[62402]: DEBUG oslo.service.loopingcall [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.173238] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.173637] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff68da2e-4e46-4415-b19d-14c3c41b057d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.204022] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.204022] env[62402]: value = "task-1872712" [ 1502.204022] env[62402]: _type = "Task" [ 1502.204022] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.214055] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872712, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.220155] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872708, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.285578] env[62402]: DEBUG oslo_concurrency.lockutils [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.287855] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.198s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.288121] env[62402]: DEBUG nova.objects.instance [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lazy-loading 'resources' on Instance uuid 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.350738] env[62402]: DEBUG oslo_vmware.api [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Task: {'id': task-1872709, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.375658] env[62402]: INFO nova.scheduler.client.report [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Deleted allocations for instance 4ed0a788-ff15-4aff-89d3-73deb1dbbc69 [ 1502.675353] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.726446] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872708, 'name': CreateSnapshot_Task, 'duration_secs': 0.808581} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.726555] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872712, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.726849] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1502.728077] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3d55ef-d850-4e09-89f9-783205c0c2b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.785536] env[62402]: DEBUG nova.network.neutron [req-ebfebbc0-e4fc-4051-8237-62c07c9c8111 req-fdc58893-1164-47c6-81fe-0d94d34d9e6f service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updated VIF entry in instance network info cache for port 72d8866c-392e-439f-b837-6436f4600a0d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.785536] env[62402]: DEBUG nova.network.neutron [req-ebfebbc0-e4fc-4051-8237-62c07c9c8111 req-fdc58893-1164-47c6-81fe-0d94d34d9e6f service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updating instance_info_cache with network_info: [{"id": "72d8866c-392e-439f-b837-6436f4600a0d", "address": "fa:16:3e:a3:97:d8", "network": {"id": "c35604b2-a0a7-452e-87ff-88f6ac81f83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1729252648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "09ea90a0e1d84fe18cf16e94db381552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d8866c-39", "ovs_interfaceid": "72d8866c-392e-439f-b837-6436f4600a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.853487] env[62402]: DEBUG oslo_vmware.api [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Task: {'id': task-1872709, 'name': ReconfigVM_Task, 'duration_secs': 0.527845} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.856014] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-1ac17bc0-50e3-4930-939c-08f5c8d9301c/volume-1ac17bc0-50e3-4930-939c-08f5c8d9301c.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.860611] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-159236eb-e403-4bb9-83ba-d965a7ec2c2c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.882690] env[62402]: DEBUG oslo_vmware.api [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Waiting for the task: (returnval){ [ 1502.882690] env[62402]: value = "task-1872713" [ 1502.882690] env[62402]: _type = "Task" [ 1502.882690] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.896017] env[62402]: DEBUG oslo_concurrency.lockutils [None req-147e3f18-ac36-418c-a93f-8362df2208fc tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "4ed0a788-ff15-4aff-89d3-73deb1dbbc69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.459s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.901632] env[62402]: DEBUG oslo_vmware.api [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Task: {'id': task-1872713, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.092807] env[62402]: DEBUG nova.network.neutron [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Successfully updated port: 7ccec451-e024-4a90-9e0f-e596aa450b7a {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.100080] env[62402]: DEBUG nova.compute.manager [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Received event network-vif-plugged-7b2ea7b0-4e65-43e3-8df5-c5b11b98c476 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1503.100335] env[62402]: DEBUG oslo_concurrency.lockutils [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] Acquiring lock "47be46d2-23d2-4604-b566-0f1faaf1d390-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.100531] env[62402]: DEBUG oslo_concurrency.lockutils [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] Lock "47be46d2-23d2-4604-b566-0f1faaf1d390-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.100656] env[62402]: DEBUG oslo_concurrency.lockutils [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] Lock "47be46d2-23d2-4604-b566-0f1faaf1d390-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.100881] env[62402]: DEBUG nova.compute.manager [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] No waiting events found dispatching network-vif-plugged-7b2ea7b0-4e65-43e3-8df5-c5b11b98c476 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1503.101371] env[62402]: WARNING nova.compute.manager [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Received unexpected event network-vif-plugged-7b2ea7b0-4e65-43e3-8df5-c5b11b98c476 for instance with vm_state building and task_state spawning. [ 1503.101371] env[62402]: DEBUG nova.compute.manager [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Received event network-changed-7b2ea7b0-4e65-43e3-8df5-c5b11b98c476 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1503.102311] env[62402]: DEBUG nova.compute.manager [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Refreshing instance network info cache due to event network-changed-7b2ea7b0-4e65-43e3-8df5-c5b11b98c476. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1503.102311] env[62402]: DEBUG oslo_concurrency.lockutils [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] Acquiring lock "refresh_cache-47be46d2-23d2-4604-b566-0f1faaf1d390" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.102311] env[62402]: DEBUG oslo_concurrency.lockutils [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] Acquired lock "refresh_cache-47be46d2-23d2-4604-b566-0f1faaf1d390" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.102311] env[62402]: DEBUG nova.network.neutron [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Refreshing network info cache for port 7b2ea7b0-4e65-43e3-8df5-c5b11b98c476 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.220211] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872712, 'name': CreateVM_Task, 'duration_secs': 0.682314} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.220211] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.221550] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.221550] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.221825] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1503.224910] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc204ba6-31c2-450a-af01-557483c9353a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.231293] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1503.231293] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]527d085c-8c11-4599-5cfe-e5b627740a6d" [ 1503.231293] env[62402]: _type = "Task" [ 1503.231293] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.250122] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1503.250470] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527d085c-8c11-4599-5cfe-e5b627740a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.251115] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6bc0107-1777-4cd1-a758-68c4497ca29b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.263266] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1503.263266] env[62402]: value = "task-1872714" [ 1503.263266] env[62402]: _type = "Task" [ 1503.263266] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.275778] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872714, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.288500] env[62402]: DEBUG oslo_concurrency.lockutils [req-ebfebbc0-e4fc-4051-8237-62c07c9c8111 req-fdc58893-1164-47c6-81fe-0d94d34d9e6f service nova] Releasing lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.397821] env[62402]: DEBUG oslo_vmware.api [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Task: {'id': task-1872713, 'name': ReconfigVM_Task, 'duration_secs': 0.238182} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.398385] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387030', 'volume_id': '1ac17bc0-50e3-4930-939c-08f5c8d9301c', 'name': 'volume-1ac17bc0-50e3-4930-939c-08f5c8d9301c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dfe7984-450c-4e93-a313-8ee4be75cf77', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac17bc0-50e3-4930-939c-08f5c8d9301c', 'serial': '1ac17bc0-50e3-4930-939c-08f5c8d9301c'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1503.431349] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566a2a5d-d1c5-4244-9f2c-55822111af32 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.440803] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2087d031-e9b3-4f05-b085-432b737304c4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.476911] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f3bc33-d2f1-4a7e-a8e4-9e89abbdda2f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.485934] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84e2993-bde0-4950-8be2-5d023f74b313 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.503519] env[62402]: DEBUG nova.compute.provider_tree [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.595656] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "refresh_cache-1228d24f-f986-4e6c-9097-5fe14ab7fbda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.595720] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquired lock "refresh_cache-1228d24f-f986-4e6c-9097-5fe14ab7fbda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.595880] env[62402]: DEBUG nova.network.neutron [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.626690] env[62402]: DEBUG nova.compute.manager [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Received event network-vif-deleted-e577e718-cef3-437e-8d13-420681162cca {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1503.627078] env[62402]: DEBUG nova.compute.manager [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Received event network-changed-bc14fd9e-e011-4c37-b83a-7252175a4645 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1503.627357] env[62402]: DEBUG nova.compute.manager [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Refreshing instance network info cache due to event network-changed-bc14fd9e-e011-4c37-b83a-7252175a4645. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1503.627703] env[62402]: DEBUG oslo_concurrency.lockutils [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] Acquiring lock "refresh_cache-f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.627948] env[62402]: DEBUG oslo_concurrency.lockutils [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] Acquired lock "refresh_cache-f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.628242] env[62402]: DEBUG nova.network.neutron [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Refreshing network info cache for port bc14fd9e-e011-4c37-b83a-7252175a4645 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.743104] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527d085c-8c11-4599-5cfe-e5b627740a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.014852} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.743425] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.743684] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1503.743921] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.744080] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.744263] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.744524] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cde930aa-f655-4134-92f8-9d9c0d1304ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.753782] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.753953] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1503.757290] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1309cd8-6978-4e54-ad9a-5d239659ea43 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.768473] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1503.768473] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5207596e-f808-58eb-a7ad-485cdb291f6f" [ 1503.768473] env[62402]: _type = "Task" [ 1503.768473] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.776480] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872714, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.782674] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5207596e-f808-58eb-a7ad-485cdb291f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.785495] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7ab841-1690-4f15-ac19-bf2427de28a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.791902] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1503.791902] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52de13f8-973f-06af-57ea-9599716f004b" [ 1503.791902] env[62402]: _type = "Task" [ 1503.791902] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.801278] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52de13f8-973f-06af-57ea-9599716f004b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.004378] env[62402]: DEBUG nova.network.neutron [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Updated VIF entry in instance network info cache for port 7b2ea7b0-4e65-43e3-8df5-c5b11b98c476. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.007409] env[62402]: DEBUG nova.network.neutron [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Updating instance_info_cache with network_info: [{"id": "7b2ea7b0-4e65-43e3-8df5-c5b11b98c476", "address": "fa:16:3e:4a:75:a4", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b2ea7b0-4e", "ovs_interfaceid": "7b2ea7b0-4e65-43e3-8df5-c5b11b98c476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.007409] env[62402]: DEBUG nova.scheduler.client.report [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.171229] env[62402]: DEBUG nova.network.neutron [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.283656] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872714, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.306082] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52de13f8-973f-06af-57ea-9599716f004b, 'name': SearchDatastore_Task, 'duration_secs': 0.013635} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.309891] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.309891] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 47be46d2-23d2-4604-b566-0f1faaf1d390/47be46d2-23d2-4604-b566-0f1faaf1d390.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1504.309891] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41c2c889-cf6e-4cd4-9b66-dd21377d4822 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.319847] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1504.319847] env[62402]: value = "task-1872715" [ 1504.319847] env[62402]: _type = "Task" [ 1504.319847] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.332470] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.512471] env[62402]: DEBUG oslo_concurrency.lockutils [req-10ffe9f5-1802-4083-aff0-86577542e8a0 req-a52ae13e-4589-471e-a184-530d4edcca17 service nova] Releasing lock "refresh_cache-47be46d2-23d2-4604-b566-0f1faaf1d390" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.512933] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.516736] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.897s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.516736] env[62402]: DEBUG nova.objects.instance [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lazy-loading 'resources' on Instance uuid 1af50769-644f-4e6b-a859-0bf51f6cc6fb {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.519432] env[62402]: DEBUG nova.objects.instance [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Lazy-loading 'flavor' on Instance uuid 7dfe7984-450c-4e93-a313-8ee4be75cf77 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.595720] env[62402]: INFO nova.scheduler.client.report [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Deleted allocations for instance 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8 [ 1504.783255] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872714, 'name': CloneVM_Task} progress is 95%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.784477] env[62402]: DEBUG nova.network.neutron [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Updating instance_info_cache with network_info: [{"id": "7ccec451-e024-4a90-9e0f-e596aa450b7a", "address": "fa:16:3e:1a:b0:f3", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ccec451-e0", "ovs_interfaceid": "7ccec451-e024-4a90-9e0f-e596aa450b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.837286] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872715, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.898159] env[62402]: DEBUG nova.network.neutron [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Updated VIF entry in instance network info cache for port bc14fd9e-e011-4c37-b83a-7252175a4645. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.898555] env[62402]: DEBUG nova.network.neutron [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Updating instance_info_cache with network_info: [{"id": "bc14fd9e-e011-4c37-b83a-7252175a4645", "address": "fa:16:3e:79:3e:52", "network": {"id": "05fe5987-e078-4343-b5ba-269676dca60c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1815204593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31fee58ab794128bbf7e416c1db9804", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc14fd9e-e0", "ovs_interfaceid": "bc14fd9e-e011-4c37-b83a-7252175a4645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.028022] env[62402]: DEBUG oslo_concurrency.lockutils [None req-67bf7c99-05df-40df-ab76-d588081ba421 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.931s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.108689] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ba1644cf-a4fc-4ef1-834f-9c3fcd70d99f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "95d15af5-cc3c-4202-a6eb-c87db7c8c7d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.796s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.278508] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872714, 'name': CloneVM_Task, 'duration_secs': 1.96174} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.282793] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Created linked-clone VM from snapshot [ 1505.284705] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b867d1-e0f4-4bec-8cc8-2bb3f2a1513f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.288695] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Releasing lock "refresh_cache-1228d24f-f986-4e6c-9097-5fe14ab7fbda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.288906] env[62402]: DEBUG nova.compute.manager [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Instance network_info: |[{"id": "7ccec451-e024-4a90-9e0f-e596aa450b7a", "address": "fa:16:3e:1a:b0:f3", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ccec451-e0", "ovs_interfaceid": "7ccec451-e024-4a90-9e0f-e596aa450b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1505.289306] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:b0:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ccec451-e024-4a90-9e0f-e596aa450b7a', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.296833] env[62402]: DEBUG oslo.service.loopingcall [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.302495] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.302804] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Uploading image 219430d0-a37d-4c40-b973-ef2450c1c5fb {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1505.304767] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b64b6f5-614d-40fb-a46b-72ef93f654bf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.328733] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.328733] env[62402]: value = "task-1872716" [ 1505.328733] env[62402]: _type = "Task" [ 1505.328733] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.332168] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595198} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.336623] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 47be46d2-23d2-4604-b566-0f1faaf1d390/47be46d2-23d2-4604-b566-0f1faaf1d390.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.336878] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1505.339708] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf4b9e33-d859-4881-84ab-c6968ee823c0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.351317] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872716, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.353901] env[62402]: DEBUG oslo_vmware.rw_handles [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1505.353901] env[62402]: value = "vm-387035" [ 1505.353901] env[62402]: _type = "VirtualMachine" [ 1505.353901] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1505.355574] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-52ab0bba-c494-40ae-bec0-d7538a532e04 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.357382] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1505.357382] env[62402]: value = "task-1872717" [ 1505.357382] env[62402]: _type = "Task" [ 1505.357382] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.367810] env[62402]: DEBUG oslo_vmware.rw_handles [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lease: (returnval){ [ 1505.367810] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ef3957-aab5-c9bd-8e56-51957ab564c6" [ 1505.367810] env[62402]: _type = "HttpNfcLease" [ 1505.367810] env[62402]: } obtained for exporting VM: (result){ [ 1505.367810] env[62402]: value = "vm-387035" [ 1505.367810] env[62402]: _type = "VirtualMachine" [ 1505.367810] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1505.368165] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the lease: (returnval){ [ 1505.368165] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ef3957-aab5-c9bd-8e56-51957ab564c6" [ 1505.368165] env[62402]: _type = "HttpNfcLease" [ 1505.368165] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1505.371312] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.382705] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1505.382705] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ef3957-aab5-c9bd-8e56-51957ab564c6" [ 1505.382705] env[62402]: _type = "HttpNfcLease" [ 1505.382705] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1505.401932] env[62402]: DEBUG oslo_concurrency.lockutils [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] Releasing lock "refresh_cache-f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.402457] env[62402]: DEBUG nova.compute.manager [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Received event network-changed-75cc765b-6863-48a2-9bce-d4d5a7408bf0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1505.402512] env[62402]: DEBUG nova.compute.manager [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Refreshing instance network info cache due to event network-changed-75cc765b-6863-48a2-9bce-d4d5a7408bf0. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1505.402712] env[62402]: DEBUG oslo_concurrency.lockutils [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] Acquiring lock "refresh_cache-555e79b9-57c7-4276-9bce-08999b2cdb83" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.402871] env[62402]: DEBUG oslo_concurrency.lockutils [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] Acquired lock "refresh_cache-555e79b9-57c7-4276-9bce-08999b2cdb83" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.403091] env[62402]: DEBUG nova.network.neutron [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Refreshing network info cache for port 75cc765b-6863-48a2-9bce-d4d5a7408bf0 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.665757] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ddd63e-e0f6-4508-aa09-6e4f5117a507 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.682772] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e2630b-774a-4555-a7c2-055aa0481626 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.716221] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3fab6c-78d5-4f6a-92e7-82db98e48e91 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.725737] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed6f471-e744-45ad-98b4-11651248e304 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.741364] env[62402]: DEBUG nova.compute.provider_tree [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.746838] env[62402]: DEBUG nova.compute.manager [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Received event network-changed-72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1505.746838] env[62402]: DEBUG nova.compute.manager [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Refreshing instance network info cache due to event network-changed-72d8866c-392e-439f-b837-6436f4600a0d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1505.746838] env[62402]: DEBUG oslo_concurrency.lockutils [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] Acquiring lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.746838] env[62402]: DEBUG oslo_concurrency.lockutils [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] Acquired lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.746838] env[62402]: DEBUG nova.network.neutron [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Refreshing network info cache for port 72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.843026] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872716, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.878033] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103303} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.888815] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1505.894194] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8684324-f9e0-4de7-89f3-5d8f8199f68d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.901807] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1505.901807] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ef3957-aab5-c9bd-8e56-51957ab564c6" [ 1505.901807] env[62402]: _type = "HttpNfcLease" [ 1505.901807] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1505.911965] env[62402]: DEBUG oslo_vmware.rw_handles [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1505.911965] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ef3957-aab5-c9bd-8e56-51957ab564c6" [ 1505.911965] env[62402]: _type = "HttpNfcLease" [ 1505.911965] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1505.925303] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 47be46d2-23d2-4604-b566-0f1faaf1d390/47be46d2-23d2-4604-b566-0f1faaf1d390.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.926269] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581f7cce-848d-4687-adee-a547638f8e98 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.929384] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05813a4e-67bb-493d-9432-15ada5ef604b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.957697] env[62402]: DEBUG oslo_vmware.rw_handles [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52616f70-542a-34eb-de62-6bad3a197c1c/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1505.957885] env[62402]: DEBUG oslo_vmware.rw_handles [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52616f70-542a-34eb-de62-6bad3a197c1c/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1505.960528] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1505.960528] env[62402]: value = "task-1872719" [ 1505.960528] env[62402]: _type = "Task" [ 1505.960528] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.076662] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f73ac315-6751-4114-9753-f501e85f7078 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.249414] env[62402]: DEBUG nova.scheduler.client.report [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.353069] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872716, 'name': CreateVM_Task, 'duration_secs': 0.798335} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.353069] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.353069] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.353069] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.353069] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1506.353069] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae98fbef-fdcf-4110-bab3-35d53c097b93 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.360034] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1506.360034] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52511c23-7ee6-85c9-46bf-9a45b7dadcda" [ 1506.360034] env[62402]: _type = "Task" [ 1506.360034] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.369951] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52511c23-7ee6-85c9-46bf-9a45b7dadcda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.471660] env[62402]: DEBUG nova.network.neutron [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Updated VIF entry in instance network info cache for port 75cc765b-6863-48a2-9bce-d4d5a7408bf0. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.472228] env[62402]: DEBUG nova.network.neutron [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Updating instance_info_cache with network_info: [{"id": "75cc765b-6863-48a2-9bce-d4d5a7408bf0", "address": "fa:16:3e:c5:07:14", "network": {"id": "16560703-5ec1-451d-8aba-d368613bdefa", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-371240211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "377c37c11fd34d20af72d61ed733eefc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75cc765b-68", "ovs_interfaceid": "75cc765b-6863-48a2-9bce-d4d5a7408bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.483258] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872719, 'name': ReconfigVM_Task, 'duration_secs': 0.354501} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.483258] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 47be46d2-23d2-4604-b566-0f1faaf1d390/47be46d2-23d2-4604-b566-0f1faaf1d390.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.483906] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a54a92d1-900f-4965-817d-9c86246b778c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.496965] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1506.496965] env[62402]: value = "task-1872720" [ 1506.496965] env[62402]: _type = "Task" [ 1506.496965] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.512587] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872720, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.598896] env[62402]: DEBUG nova.compute.manager [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1506.599996] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70af019-72d0-460a-b0ae-60b4dc3bb313 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.756697] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.759123] env[62402]: DEBUG oslo_concurrency.lockutils [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.686s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.759344] env[62402]: DEBUG nova.objects.instance [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62402) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1506.821143] env[62402]: DEBUG nova.network.neutron [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updated VIF entry in instance network info cache for port 72d8866c-392e-439f-b837-6436f4600a0d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.821585] env[62402]: DEBUG nova.network.neutron [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updating instance_info_cache with network_info: [{"id": "72d8866c-392e-439f-b837-6436f4600a0d", "address": "fa:16:3e:a3:97:d8", "network": {"id": "c35604b2-a0a7-452e-87ff-88f6ac81f83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1729252648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "09ea90a0e1d84fe18cf16e94db381552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d8866c-39", "ovs_interfaceid": "72d8866c-392e-439f-b837-6436f4600a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.872593] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52511c23-7ee6-85c9-46bf-9a45b7dadcda, 'name': SearchDatastore_Task, 'duration_secs': 0.013397} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.873113] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.873378] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.873666] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.873930] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.874133] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.874480] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af1b2d60-c63f-46cf-b7d9-167ee61fc93f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.886218] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.891519] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.891519] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79ef670-9b7a-41e9-b88f-7dd6b229866b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.895395] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1506.895395] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b644b9-8d92-6937-a5fc-d93b9d525ea9" [ 1506.895395] env[62402]: _type = "Task" [ 1506.895395] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.905579] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b644b9-8d92-6937-a5fc-d93b9d525ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.977360] env[62402]: DEBUG oslo_concurrency.lockutils [req-775c4d9a-8c98-476f-b120-9872f430d5da req-4338fba4-00ad-4d5a-96af-eb6ddba1873f service nova] Releasing lock "refresh_cache-555e79b9-57c7-4276-9bce-08999b2cdb83" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.004039] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872720, 'name': Rename_Task, 'duration_secs': 0.165113} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.004361] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1507.004705] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81dff037-4bf1-4dec-b8b1-ae2ca6e50573 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.013098] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1507.013098] env[62402]: value = "task-1872721" [ 1507.013098] env[62402]: _type = "Task" [ 1507.013098] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.026449] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.325931] env[62402]: DEBUG oslo_concurrency.lockutils [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] Releasing lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.326365] env[62402]: DEBUG nova.compute.manager [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Received event network-vif-plugged-7ccec451-e024-4a90-9e0f-e596aa450b7a {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1507.326658] env[62402]: DEBUG oslo_concurrency.lockutils [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] Acquiring lock "1228d24f-f986-4e6c-9097-5fe14ab7fbda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.326897] env[62402]: DEBUG oslo_concurrency.lockutils [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] Lock "1228d24f-f986-4e6c-9097-5fe14ab7fbda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.327153] env[62402]: DEBUG oslo_concurrency.lockutils [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] Lock "1228d24f-f986-4e6c-9097-5fe14ab7fbda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.327355] env[62402]: DEBUG nova.compute.manager [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] No waiting events found dispatching network-vif-plugged-7ccec451-e024-4a90-9e0f-e596aa450b7a {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1507.327538] env[62402]: WARNING nova.compute.manager [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Received unexpected event network-vif-plugged-7ccec451-e024-4a90-9e0f-e596aa450b7a for instance with vm_state building and task_state spawning. [ 1507.327880] env[62402]: DEBUG nova.compute.manager [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Received event network-changed-7ccec451-e024-4a90-9e0f-e596aa450b7a {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1507.328232] env[62402]: DEBUG nova.compute.manager [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Refreshing instance network info cache due to event network-changed-7ccec451-e024-4a90-9e0f-e596aa450b7a. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1507.328469] env[62402]: DEBUG oslo_concurrency.lockutils [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] Acquiring lock "refresh_cache-1228d24f-f986-4e6c-9097-5fe14ab7fbda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.328618] env[62402]: DEBUG oslo_concurrency.lockutils [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] Acquired lock "refresh_cache-1228d24f-f986-4e6c-9097-5fe14ab7fbda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.328784] env[62402]: DEBUG nova.network.neutron [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Refreshing network info cache for port 7ccec451-e024-4a90-9e0f-e596aa450b7a {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.406988] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b644b9-8d92-6937-a5fc-d93b9d525ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.020385} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.407978] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4cb1708-6099-40bc-a622-0b9e34fce2be {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.414111] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1507.414111] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a65f26-9fc3-e73e-c9c3-52e53d1dfdb1" [ 1507.414111] env[62402]: _type = "Task" [ 1507.414111] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.422615] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a65f26-9fc3-e73e-c9c3-52e53d1dfdb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.475850] env[62402]: INFO nova.scheduler.client.report [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Deleted allocations for instance 1af50769-644f-4e6b-a859-0bf51f6cc6fb [ 1507.526620] env[62402]: DEBUG oslo_vmware.api [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872721, 'name': PowerOnVM_Task, 'duration_secs': 0.510719} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.526620] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.526620] env[62402]: INFO nova.compute.manager [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1507.526620] env[62402]: DEBUG nova.compute.manager [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.526620] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905fb678-ee89-4be6-a035-cb9b2612e633 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.624559] env[62402]: INFO nova.compute.manager [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] instance snapshotting [ 1507.630444] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70b2235-85c7-4780-a607-490f861aa453 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.657874] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79f7b86-13a4-4399-8288-3fe566618054 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.929417] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a65f26-9fc3-e73e-c9c3-52e53d1dfdb1, 'name': SearchDatastore_Task, 'duration_secs': 0.023928} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.932290] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.932290] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 1228d24f-f986-4e6c-9097-5fe14ab7fbda/1228d24f-f986-4e6c-9097-5fe14ab7fbda.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.932290] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c115a461-207a-4125-adaf-d68390b7fd9d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.945276] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1507.945276] env[62402]: value = "task-1872722" [ 1507.945276] env[62402]: _type = "Task" [ 1507.945276] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.954524] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.989649] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23753ac1-609a-4099-ac11-2f2fb6660e9f tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "1af50769-644f-4e6b-a859-0bf51f6cc6fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.540s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.047208] env[62402]: INFO nova.compute.manager [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Took 44.41 seconds to build instance. [ 1508.163029] env[62402]: DEBUG nova.network.neutron [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Updated VIF entry in instance network info cache for port 7ccec451-e024-4a90-9e0f-e596aa450b7a. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.163428] env[62402]: DEBUG nova.network.neutron [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Updating instance_info_cache with network_info: [{"id": "7ccec451-e024-4a90-9e0f-e596aa450b7a", "address": "fa:16:3e:1a:b0:f3", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ccec451-e0", "ovs_interfaceid": "7ccec451-e024-4a90-9e0f-e596aa450b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.171926] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1508.174223] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ae00ba5-b70e-48c6-a693-7f7498d4dfb8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.184471] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1508.184471] env[62402]: value = "task-1872723" [ 1508.184471] env[62402]: _type = "Task" [ 1508.184471] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.195233] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872723, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.276193] env[62402]: DEBUG oslo_concurrency.lockutils [None req-86c69831-14a3-4e9e-9133-ba38f69dab0a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.516s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.278961] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.897s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.280219] env[62402]: INFO nova.compute.claims [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1508.349349] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.349619] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.464972] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872722, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.528455] env[62402]: DEBUG oslo_concurrency.lockutils [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Acquiring lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.528455] env[62402]: DEBUG oslo_concurrency.lockutils [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.549583] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3017674d-0c0e-4095-8fdf-52eecac93b29 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "47be46d2-23d2-4604-b566-0f1faaf1d390" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.663s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.666790] env[62402]: DEBUG oslo_concurrency.lockutils [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] Releasing lock "refresh_cache-1228d24f-f986-4e6c-9097-5fe14ab7fbda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.667136] env[62402]: DEBUG nova.compute.manager [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Received event network-changed-72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1508.667315] env[62402]: DEBUG nova.compute.manager [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Refreshing instance network info cache due to event network-changed-72d8866c-392e-439f-b837-6436f4600a0d. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1508.667558] env[62402]: DEBUG oslo_concurrency.lockutils [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] Acquiring lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.667716] env[62402]: DEBUG oslo_concurrency.lockutils [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] Acquired lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.667902] env[62402]: DEBUG nova.network.neutron [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Refreshing network info cache for port 72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.696602] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872723, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.957051] env[62402]: DEBUG oslo_concurrency.lockutils [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquiring lock "583644aa-7507-4343-ae0c-f4212d1a5612" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.957529] env[62402]: DEBUG oslo_concurrency.lockutils [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Lock "583644aa-7507-4343-ae0c-f4212d1a5612" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.957529] env[62402]: DEBUG oslo_concurrency.lockutils [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquiring lock "583644aa-7507-4343-ae0c-f4212d1a5612-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.957663] env[62402]: DEBUG oslo_concurrency.lockutils [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Lock "583644aa-7507-4343-ae0c-f4212d1a5612-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.957851] env[62402]: DEBUG oslo_concurrency.lockutils [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Lock "583644aa-7507-4343-ae0c-f4212d1a5612-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.959575] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651797} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.959834] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 1228d24f-f986-4e6c-9097-5fe14ab7fbda/1228d24f-f986-4e6c-9097-5fe14ab7fbda.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.960123] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.960411] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59f2513c-c56b-4952-852a-05153dd42b03 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.963106] env[62402]: INFO nova.compute.manager [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Terminating instance [ 1508.972113] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1508.972113] env[62402]: value = "task-1872724" [ 1508.972113] env[62402]: _type = "Task" [ 1508.972113] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.984297] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.032134] env[62402]: INFO nova.compute.manager [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Detaching volume 1ac17bc0-50e3-4930-939c-08f5c8d9301c [ 1509.054251] env[62402]: DEBUG nova.compute.manager [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1509.088960] env[62402]: INFO nova.virt.block_device [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Attempting to driver detach volume 1ac17bc0-50e3-4930-939c-08f5c8d9301c from mountpoint /dev/sdb [ 1509.089262] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1509.089466] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387030', 'volume_id': '1ac17bc0-50e3-4930-939c-08f5c8d9301c', 'name': 'volume-1ac17bc0-50e3-4930-939c-08f5c8d9301c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dfe7984-450c-4e93-a313-8ee4be75cf77', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac17bc0-50e3-4930-939c-08f5c8d9301c', 'serial': '1ac17bc0-50e3-4930-939c-08f5c8d9301c'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1509.090367] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e85e1e-7638-4ccd-8813-862000dbe45f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.114137] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ead122e-ae58-4c3f-b5aa-8c22fe35f05a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.124071] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf12ae6b-4bb7-4e40-82db-2e37d6316316 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.147493] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d67790d-3d88-4fdd-a7ac-be1706f0d6c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.166301] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] The volume has not been displaced from its original location: [datastore1] volume-1ac17bc0-50e3-4930-939c-08f5c8d9301c/volume-1ac17bc0-50e3-4930-939c-08f5c8d9301c.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1509.171881] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1509.174414] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3a8bcc-f00a-4672-a431-33759973b424 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.205327] env[62402]: DEBUG oslo_vmware.api [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Waiting for the task: (returnval){ [ 1509.205327] env[62402]: value = "task-1872725" [ 1509.205327] env[62402]: _type = "Task" [ 1509.205327] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.207126] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872723, 'name': CreateSnapshot_Task, 'duration_secs': 0.888323} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.210240] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1509.211088] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5636f0d4-48ab-4ad2-9c20-5ad1d39235f8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.219434] env[62402]: DEBUG oslo_vmware.api [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Task: {'id': task-1872725, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.468988] env[62402]: DEBUG nova.compute.manager [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1509.469201] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.470354] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd9ff96-2c97-4c72-8757-819508266bad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.481604] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093339} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.487384] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1509.491268] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1509.494844] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43199546-1d95-458b-b741-a65fb1039e93 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.495680] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3931245e-497a-4253-aa9d-cde28211fa00 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.519415] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 1228d24f-f986-4e6c-9097-5fe14ab7fbda/1228d24f-f986-4e6c-9097-5fe14ab7fbda.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.524407] env[62402]: DEBUG nova.network.neutron [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updated VIF entry in instance network info cache for port 72d8866c-392e-439f-b837-6436f4600a0d. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.524520] env[62402]: DEBUG nova.network.neutron [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updating instance_info_cache with network_info: [{"id": "72d8866c-392e-439f-b837-6436f4600a0d", "address": "fa:16:3e:a3:97:d8", "network": {"id": "c35604b2-a0a7-452e-87ff-88f6ac81f83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1729252648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "09ea90a0e1d84fe18cf16e94db381552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d8866c-39", "ovs_interfaceid": "72d8866c-392e-439f-b837-6436f4600a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.525676] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90efa2d8-748a-4d8b-99f9-cccfe90b44d8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.541059] env[62402]: DEBUG oslo_vmware.api [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1509.541059] env[62402]: value = "task-1872726" [ 1509.541059] env[62402]: _type = "Task" [ 1509.541059] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.542135] env[62402]: DEBUG oslo_concurrency.lockutils [req-21fc21f5-80ee-4c77-9535-3a89c1415039 req-2fe55a45-106f-4f3f-ad64-e37eef008656 service nova] Releasing lock "refresh_cache-583644aa-7507-4343-ae0c-f4212d1a5612" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.549936] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1509.549936] env[62402]: value = "task-1872727" [ 1509.549936] env[62402]: _type = "Task" [ 1509.549936] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.570580] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.588976] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.718082] env[62402]: DEBUG oslo_vmware.api [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Task: {'id': task-1872725, 'name': ReconfigVM_Task, 'duration_secs': 0.290753} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.720965] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1509.735455] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1509.735847] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d08eff6-657a-4e02-b4ae-0a57e391a7db {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.750848] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-172dd109-d890-49cd-bb7d-583c5b23e057 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.760973] env[62402]: DEBUG oslo_vmware.api [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Waiting for the task: (returnval){ [ 1509.760973] env[62402]: value = "task-1872729" [ 1509.760973] env[62402]: _type = "Task" [ 1509.760973] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.762481] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1509.762481] env[62402]: value = "task-1872728" [ 1509.762481] env[62402]: _type = "Task" [ 1509.762481] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.783038] env[62402]: DEBUG oslo_vmware.api [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Task: {'id': task-1872729, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.786370] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872728, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.964257] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed25d104-ffb8-4b8c-afc4-ca2067f1d653 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.973394] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc9e76b-4ebb-4942-82f4-96d39ff30bcb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.007602] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119ecd5c-f605-444f-ab26-040c57198aa5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.016718] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a915817-f7cd-4ee8-a347-690546996d99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.033274] env[62402]: DEBUG nova.compute.provider_tree [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.053724] env[62402]: DEBUG oslo_vmware.api [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872726, 'name': PowerOffVM_Task, 'duration_secs': 0.314005} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.056970] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.057184] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.057449] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09a7db3f-942f-4725-9ca5-d6109bfd5b94 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.065392] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872727, 'name': ReconfigVM_Task, 'duration_secs': 0.467122} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.065674] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 1228d24f-f986-4e6c-9097-5fe14ab7fbda/1228d24f-f986-4e6c-9097-5fe14ab7fbda.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.066319] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83ed7d68-ec13-488d-bda0-bdced0cfdac6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.072019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "2393b044-f5e7-4cb5-91f3-601de93821e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.072352] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "2393b044-f5e7-4cb5-91f3-601de93821e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.077177] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1510.077177] env[62402]: value = "task-1872731" [ 1510.077177] env[62402]: _type = "Task" [ 1510.077177] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.087629] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872731, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.135439] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "05a8cd2f-2012-4e70-9073-50f274db9afb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.135698] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "05a8cd2f-2012-4e70-9073-50f274db9afb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.180075] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.180293] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.180478] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Deleting the datastore file [datastore1] 583644aa-7507-4343-ae0c-f4212d1a5612 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.180751] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65f0e121-02ac-4e5f-acdc-4b4c00148c5c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.188747] env[62402]: DEBUG oslo_vmware.api [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for the task: (returnval){ [ 1510.188747] env[62402]: value = "task-1872732" [ 1510.188747] env[62402]: _type = "Task" [ 1510.188747] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.199978] env[62402]: DEBUG oslo_vmware.api [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.279479] env[62402]: DEBUG oslo_vmware.api [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Task: {'id': task-1872729, 'name': ReconfigVM_Task, 'duration_secs': 0.186702} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.283458] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387030', 'volume_id': '1ac17bc0-50e3-4930-939c-08f5c8d9301c', 'name': 'volume-1ac17bc0-50e3-4930-939c-08f5c8d9301c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dfe7984-450c-4e93-a313-8ee4be75cf77', 'attached_at': '', 'detached_at': '', 'volume_id': '1ac17bc0-50e3-4930-939c-08f5c8d9301c', 'serial': '1ac17bc0-50e3-4930-939c-08f5c8d9301c'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1510.285864] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872728, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.538591] env[62402]: DEBUG nova.scheduler.client.report [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.593053] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872731, 'name': Rename_Task, 'duration_secs': 0.217548} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.593674] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.593674] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deb332b2-b9b5-4ef2-b8a7-61ee59e908d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.604784] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1510.604784] env[62402]: value = "task-1872733" [ 1510.604784] env[62402]: _type = "Task" [ 1510.604784] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.612673] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.701862] env[62402]: DEBUG oslo_vmware.api [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Task: {'id': task-1872732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311755} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.701862] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.701862] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.701862] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.701862] env[62402]: INFO nova.compute.manager [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1510.702431] env[62402]: DEBUG oslo.service.loopingcall [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.702431] env[62402]: DEBUG nova.compute.manager [-] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1510.702431] env[62402]: DEBUG nova.network.neutron [-] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.781754] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872728, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.843234] env[62402]: DEBUG nova.objects.instance [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Lazy-loading 'flavor' on Instance uuid 7dfe7984-450c-4e93-a313-8ee4be75cf77 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.045825] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.048232] env[62402]: DEBUG nova.compute.manager [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1511.049467] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.948s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.051089] env[62402]: INFO nova.compute.claims [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.068417] env[62402]: DEBUG nova.compute.manager [req-3bf08a6a-ef64-4cc8-8086-42382b756d96 req-b3192fd8-98ab-4cdd-b2c2-c2f5ed60be7b service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Received event network-vif-deleted-72d8866c-392e-439f-b837-6436f4600a0d {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1511.068651] env[62402]: INFO nova.compute.manager [req-3bf08a6a-ef64-4cc8-8086-42382b756d96 req-b3192fd8-98ab-4cdd-b2c2-c2f5ed60be7b service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Neutron deleted interface 72d8866c-392e-439f-b837-6436f4600a0d; detaching it from the instance and deleting it from the info cache [ 1511.068864] env[62402]: DEBUG nova.network.neutron [req-3bf08a6a-ef64-4cc8-8086-42382b756d96 req-b3192fd8-98ab-4cdd-b2c2-c2f5ed60be7b service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.116320] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872733, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.280630] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872728, 'name': CloneVM_Task, 'duration_secs': 1.443732} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.280630] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Created linked-clone VM from snapshot [ 1511.282833] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b525d072-d88a-4281-87ab-ea50fbd339a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.293737] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Uploading image cbeb6d8f-67f7-4c6c-a9d2-70b519b5dbe1 {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1511.319364] env[62402]: DEBUG oslo_vmware.rw_handles [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1511.319364] env[62402]: value = "vm-387038" [ 1511.319364] env[62402]: _type = "VirtualMachine" [ 1511.319364] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1511.319681] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-67405f71-99b8-4ce6-b364-a6e24643dd70 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.329328] env[62402]: DEBUG oslo_vmware.rw_handles [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lease: (returnval){ [ 1511.329328] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528e76c9-20d2-403a-8f6d-aa15c3dbfb7b" [ 1511.329328] env[62402]: _type = "HttpNfcLease" [ 1511.329328] env[62402]: } obtained for exporting VM: (result){ [ 1511.329328] env[62402]: value = "vm-387038" [ 1511.329328] env[62402]: _type = "VirtualMachine" [ 1511.329328] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1511.329688] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the lease: (returnval){ [ 1511.329688] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528e76c9-20d2-403a-8f6d-aa15c3dbfb7b" [ 1511.329688] env[62402]: _type = "HttpNfcLease" [ 1511.329688] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1511.340238] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1511.340238] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528e76c9-20d2-403a-8f6d-aa15c3dbfb7b" [ 1511.340238] env[62402]: _type = "HttpNfcLease" [ 1511.340238] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1511.550217] env[62402]: DEBUG nova.network.neutron [-] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.557471] env[62402]: DEBUG nova.compute.utils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1511.560094] env[62402]: DEBUG nova.compute.manager [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1511.560094] env[62402]: DEBUG nova.network.neutron [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1511.572066] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7ca7087-8b9b-4825-8f27-e099273358d7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.583246] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fcbd57-6619-47be-ae9f-cea6b973bd7e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.623974] env[62402]: DEBUG nova.compute.manager [req-3bf08a6a-ef64-4cc8-8086-42382b756d96 req-b3192fd8-98ab-4cdd-b2c2-c2f5ed60be7b service nova] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Detach interface failed, port_id=72d8866c-392e-439f-b837-6436f4600a0d, reason: Instance 583644aa-7507-4343-ae0c-f4212d1a5612 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1511.627556] env[62402]: DEBUG oslo_vmware.api [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872733, 'name': PowerOnVM_Task, 'duration_secs': 0.655433} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.627804] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.628013] env[62402]: INFO nova.compute.manager [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1511.628244] env[62402]: DEBUG nova.compute.manager [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.628982] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b8ab0c-5621-4399-a270-cb0b120a7595 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.648629] env[62402]: DEBUG nova.policy [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db425e3a2e48bb9a3395b1d2a5a548', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b6817b4b074a1ca828f87374423cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1511.838251] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1511.838251] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528e76c9-20d2-403a-8f6d-aa15c3dbfb7b" [ 1511.838251] env[62402]: _type = "HttpNfcLease" [ 1511.838251] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1511.838542] env[62402]: DEBUG oslo_vmware.rw_handles [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1511.838542] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528e76c9-20d2-403a-8f6d-aa15c3dbfb7b" [ 1511.838542] env[62402]: _type = "HttpNfcLease" [ 1511.838542] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1511.839348] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28d63a5-9ef8-4816-9109-67c6a6253fbd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.848983] env[62402]: DEBUG oslo_vmware.rw_handles [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299a63d-d582-fa1c-970a-4c083b7b2597/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1511.848983] env[62402]: DEBUG oslo_vmware.rw_handles [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299a63d-d582-fa1c-970a-4c083b7b2597/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1511.851413] env[62402]: DEBUG oslo_concurrency.lockutils [None req-984220d4-ef9a-4efe-8380-d459709dad56 tempest-VolumesAssistedSnapshotsTest-926952656 tempest-VolumesAssistedSnapshotsTest-926952656-project-admin] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.323s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.984291] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2cca2252-faba-46a8-956d-3a321e7b8732 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.014795] env[62402]: DEBUG nova.network.neutron [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Successfully created port: 04cc9d67-f0ba-4d99-9582-b7ac24bff4f1 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1512.057019] env[62402]: INFO nova.compute.manager [-] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Took 1.35 seconds to deallocate network for instance. [ 1512.061434] env[62402]: DEBUG nova.compute.manager [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1512.149727] env[62402]: INFO nova.compute.manager [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Took 46.30 seconds to build instance. [ 1512.572603] env[62402]: DEBUG oslo_concurrency.lockutils [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.651916] env[62402]: DEBUG oslo_concurrency.lockutils [None req-417a927d-578e-4dde-9ee0-bd64988d8c6e tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "1228d24f-f986-4e6c-9097-5fe14ab7fbda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.028s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.800815] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7bd78e-237e-4318-94bf-f73bc20d456a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.811885] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee40208-ea08-44a7-b053-7b1203562743 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.847281] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d3889b-1b46-451f-baa4-1000e9355ddb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.856952] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da34d6da-79cb-4ce9-9eab-0870712430d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.872692] env[62402]: DEBUG nova.compute.provider_tree [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.078066] env[62402]: DEBUG nova.compute.manager [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1513.155021] env[62402]: DEBUG nova.compute.manager [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1513.377104] env[62402]: DEBUG nova.scheduler.client.report [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.704196] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.882937] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.883706] env[62402]: DEBUG nova.compute.manager [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1513.886629] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.874s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.909278] env[62402]: DEBUG nova.network.neutron [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Successfully updated port: 04cc9d67-f0ba-4d99-9582-b7ac24bff4f1 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1514.392906] env[62402]: DEBUG nova.compute.utils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1514.396393] env[62402]: INFO nova.compute.claims [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1514.400103] env[62402]: DEBUG nova.compute.manager [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1514.400277] env[62402]: DEBUG nova.network.neutron [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1514.415873] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "refresh_cache-062eaf4e-e1a3-4439-8cc8-b2a96f259779" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.416164] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "refresh_cache-062eaf4e-e1a3-4439-8cc8-b2a96f259779" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.416314] env[62402]: DEBUG nova.network.neutron [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.451037] env[62402]: DEBUG nova.policy [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ecad6e4a5bc49edb0b3581628069275', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7134b68920a44d9fa6252f38b7d71244', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1514.823800] env[62402]: DEBUG nova.network.neutron [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Successfully created port: da0bc379-0fe4-4ab7-9e4a-16a146c172b2 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1514.901024] env[62402]: DEBUG nova.compute.manager [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1514.904972] env[62402]: INFO nova.compute.resource_tracker [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating resource usage from migration 919f8178-3540-49ab-9e2c-f9c6562b165c [ 1514.971349] env[62402]: DEBUG nova.network.neutron [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1515.194813] env[62402]: DEBUG nova.network.neutron [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Updating instance_info_cache with network_info: [{"id": "04cc9d67-f0ba-4d99-9582-b7ac24bff4f1", "address": "fa:16:3e:1a:c3:96", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cc9d67-f0", "ovs_interfaceid": "04cc9d67-f0ba-4d99-9582-b7ac24bff4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.502658] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32836f8-6035-4edf-9eb4-870312b7a3cd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.511046] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb517e48-1a22-416b-94c2-de7b89f492ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.547409] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78f580a-7125-4965-ae4e-5145fbcf499e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.558024] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e4ab2c-045b-43b2-8260-09b15c9b040f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.575568] env[62402]: DEBUG nova.compute.provider_tree [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.698737] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "refresh_cache-062eaf4e-e1a3-4439-8cc8-b2a96f259779" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.699123] env[62402]: DEBUG nova.compute.manager [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Instance network_info: |[{"id": "04cc9d67-f0ba-4d99-9582-b7ac24bff4f1", "address": "fa:16:3e:1a:c3:96", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cc9d67-f0", "ovs_interfaceid": "04cc9d67-f0ba-4d99-9582-b7ac24bff4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1515.916013] env[62402]: DEBUG nova.compute.manager [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1515.985185] env[62402]: DEBUG nova.virt.hardware [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1515.985468] env[62402]: DEBUG nova.virt.hardware [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1515.985631] env[62402]: DEBUG nova.virt.hardware [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1515.985861] env[62402]: DEBUG nova.virt.hardware [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1515.986029] env[62402]: DEBUG nova.virt.hardware [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1515.986186] env[62402]: DEBUG nova.virt.hardware [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1515.986400] env[62402]: DEBUG nova.virt.hardware [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1515.986559] env[62402]: DEBUG nova.virt.hardware [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1515.986764] env[62402]: DEBUG nova.virt.hardware [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1515.986884] env[62402]: DEBUG nova.virt.hardware [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1515.987071] env[62402]: DEBUG nova.virt.hardware [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1515.989343] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779a43d5-9468-4430-a9bd-8a0e253074f8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.999705] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f4252b-b26a-48dc-a2f8-230b7c3b1222 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.005907] env[62402]: DEBUG oslo_vmware.rw_handles [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52616f70-542a-34eb-de62-6bad3a197c1c/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1516.008052] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300be9d6-fd8e-473d-9c12-0bc7d523a9f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.021455] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:c3:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04cc9d67-f0ba-4d99-9582-b7ac24bff4f1', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1516.029550] env[62402]: DEBUG oslo.service.loopingcall [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1516.034772] env[62402]: DEBUG nova.virt.hardware [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1516.035010] env[62402]: DEBUG nova.virt.hardware [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.035183] env[62402]: DEBUG nova.virt.hardware [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1516.035368] env[62402]: DEBUG nova.virt.hardware [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.035515] env[62402]: DEBUG nova.virt.hardware [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1516.035662] env[62402]: DEBUG nova.virt.hardware [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1516.035864] env[62402]: DEBUG nova.virt.hardware [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1516.036032] env[62402]: DEBUG nova.virt.hardware [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1516.036210] env[62402]: DEBUG nova.virt.hardware [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1516.036376] env[62402]: DEBUG nova.virt.hardware [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1516.036551] env[62402]: DEBUG nova.virt.hardware [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1516.036869] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1516.039650] env[62402]: DEBUG oslo_vmware.rw_handles [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52616f70-542a-34eb-de62-6bad3a197c1c/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1516.039816] env[62402]: ERROR oslo_vmware.rw_handles [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52616f70-542a-34eb-de62-6bad3a197c1c/disk-0.vmdk due to incomplete transfer. [ 1516.040605] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c119c9f0-93d4-4e5e-a507-738d7ee56136 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.044174] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a00714e3-6fbd-44db-9745-13da274a8472 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.058942] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a2752208-045c-4413-a7d6-c0c4b0bbdf36 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.070780] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc0c769-7f13-4132-abcb-dcc2e9d5eba0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.076031] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1516.076031] env[62402]: value = "task-1872736" [ 1516.076031] env[62402]: _type = "Task" [ 1516.076031] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.077663] env[62402]: DEBUG oslo_vmware.rw_handles [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52616f70-542a-34eb-de62-6bad3a197c1c/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1516.077866] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Uploaded image 219430d0-a37d-4c40-b973-ef2450c1c5fb to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1516.080322] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1516.084605] env[62402]: DEBUG nova.scheduler.client.report [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.087914] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fa486a3c-d580-4baf-9ca8-e1289fd6d634 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.111195] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872736, 'name': CreateVM_Task} progress is 15%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.111971] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1516.111971] env[62402]: value = "task-1872737" [ 1516.111971] env[62402]: _type = "Task" [ 1516.111971] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.130233] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872737, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.593119] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872736, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.603444] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.715s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.603444] env[62402]: INFO nova.compute.manager [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Migrating [ 1516.617730] env[62402]: DEBUG nova.network.neutron [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Successfully updated port: da0bc379-0fe4-4ab7-9e4a-16a146c172b2 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1516.619338] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.993s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.619621] env[62402]: DEBUG nova.objects.instance [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Lazy-loading 'resources' on Instance uuid a3506fea-7782-49ef-b9b6-bf37d30b8680 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.648905] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872737, 'name': Destroy_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.689389] env[62402]: DEBUG nova.compute.manager [req-bfea603b-d186-437c-8363-024dac80e96a req-c36af375-6ac3-4691-9a20-2cac88fd14cd service nova] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Received event network-vif-plugged-04cc9d67-f0ba-4d99-9582-b7ac24bff4f1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1516.689624] env[62402]: DEBUG oslo_concurrency.lockutils [req-bfea603b-d186-437c-8363-024dac80e96a req-c36af375-6ac3-4691-9a20-2cac88fd14cd service nova] Acquiring lock "062eaf4e-e1a3-4439-8cc8-b2a96f259779-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.689840] env[62402]: DEBUG oslo_concurrency.lockutils [req-bfea603b-d186-437c-8363-024dac80e96a req-c36af375-6ac3-4691-9a20-2cac88fd14cd service nova] Lock "062eaf4e-e1a3-4439-8cc8-b2a96f259779-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.690013] env[62402]: DEBUG oslo_concurrency.lockutils [req-bfea603b-d186-437c-8363-024dac80e96a req-c36af375-6ac3-4691-9a20-2cac88fd14cd service nova] Lock "062eaf4e-e1a3-4439-8cc8-b2a96f259779-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.690304] env[62402]: DEBUG nova.compute.manager [req-bfea603b-d186-437c-8363-024dac80e96a req-c36af375-6ac3-4691-9a20-2cac88fd14cd service nova] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] No waiting events found dispatching network-vif-plugged-04cc9d67-f0ba-4d99-9582-b7ac24bff4f1 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1516.690480] env[62402]: WARNING nova.compute.manager [req-bfea603b-d186-437c-8363-024dac80e96a req-c36af375-6ac3-4691-9a20-2cac88fd14cd service nova] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Received unexpected event network-vif-plugged-04cc9d67-f0ba-4d99-9582-b7ac24bff4f1 for instance with vm_state building and task_state spawning. [ 1517.049481] env[62402]: DEBUG nova.compute.manager [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1517.050428] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f23ac7a-a6b0-4fdf-9668-f862bcfc6809 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.087733] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872736, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.131734] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Acquiring lock "refresh_cache-7c3bb11f-42f8-4501-8127-37a7845e47f5" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.131943] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Acquired lock "refresh_cache-7c3bb11f-42f8-4501-8127-37a7845e47f5" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.132198] env[62402]: DEBUG nova.network.neutron [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.142256] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.142562] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.142849] env[62402]: DEBUG nova.network.neutron [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.145538] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872737, 'name': Destroy_Task, 'duration_secs': 0.967688} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.147740] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Destroyed the VM [ 1517.147740] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1517.147740] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ee95fba-a981-4624-9f30-c925843543b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.159037] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1517.159037] env[62402]: value = "task-1872738" [ 1517.159037] env[62402]: _type = "Task" [ 1517.159037] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.175206] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.364033] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Acquiring lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.364276] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.364635] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Acquiring lock "7dfe7984-450c-4e93-a313-8ee4be75cf77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.364702] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.364860] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.367079] env[62402]: INFO nova.compute.manager [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Terminating instance [ 1517.564016] env[62402]: INFO nova.compute.manager [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] instance snapshotting [ 1517.567670] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3947305-4153-4ab0-a309-4f4376f7117e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.593607] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10ab3ce-0cbd-49fa-8add-a7f1e59fd7df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.602304] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872736, 'name': CreateVM_Task, 'duration_secs': 1.265497} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.604539] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1517.610020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.610231] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.610543] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1517.611235] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302bef2e-a53a-495c-a506-d0932d59e4a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.616367] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1517.616367] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52065ffc-148d-31c8-e86f-c329a0cbfa55" [ 1517.616367] env[62402]: _type = "Task" [ 1517.616367] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.628381] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52065ffc-148d-31c8-e86f-c329a0cbfa55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.684530] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.721787] env[62402]: DEBUG nova.network.neutron [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.760206] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e381c825-84db-4489-a387-9bdcbd376d42 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.770063] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9f93db-0f4d-49ee-8b03-274722158341 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.802601] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab3278d-68e2-4151-803d-674bb0cdffa1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.814211] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068ff83e-d4ba-4ac6-880c-1005aed33057 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.837226] env[62402]: DEBUG nova.compute.provider_tree [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.872815] env[62402]: DEBUG nova.compute.manager [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.873174] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.874448] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba63a2ef-2563-43ba-a5f7-2d90ad47e002 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.888532] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.888914] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ca39f7d-53fc-46ae-9766-fbdf890da509 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.898204] env[62402]: DEBUG oslo_vmware.api [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Waiting for the task: (returnval){ [ 1517.898204] env[62402]: value = "task-1872739" [ 1517.898204] env[62402]: _type = "Task" [ 1517.898204] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.911162] env[62402]: DEBUG oslo_vmware.api [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.032174] env[62402]: DEBUG nova.network.neutron [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Updating instance_info_cache with network_info: [{"id": "da0bc379-0fe4-4ab7-9e4a-16a146c172b2", "address": "fa:16:3e:82:87:f1", "network": {"id": "2e81d1df-9141-49d0-9cec-36ae30fed595", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1115928323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7134b68920a44d9fa6252f38b7d71244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda0bc379-0f", "ovs_interfaceid": "da0bc379-0fe4-4ab7-9e4a-16a146c172b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.076840] env[62402]: DEBUG nova.network.neutron [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance_info_cache with network_info: [{"id": "2340c572-9531-4b29-8742-745b7dbed82e", "address": "fa:16:3e:3e:e2:c1", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2340c572-95", "ovs_interfaceid": "2340c572-9531-4b29-8742-745b7dbed82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.113814] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1518.114268] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af6dadc8-411a-4d6b-ace2-c72f5ede4c24 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.129408] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52065ffc-148d-31c8-e86f-c329a0cbfa55, 'name': SearchDatastore_Task, 'duration_secs': 0.013416} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.131033] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.131522] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1518.132084] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.132247] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.132567] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1518.132996] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1518.132996] env[62402]: value = "task-1872740" [ 1518.132996] env[62402]: _type = "Task" [ 1518.132996] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.133366] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-369ced61-f72f-41e7-9fb8-1c9bc7650e81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.144906] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872740, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.148562] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1518.148793] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1518.149590] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d211eab-b67c-4cb5-a31d-e6a4c72fc223 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.155989] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1518.155989] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e968cb-6a7e-551b-7af2-4c664a313a4c" [ 1518.155989] env[62402]: _type = "Task" [ 1518.155989] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.167206] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e968cb-6a7e-551b-7af2-4c664a313a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.170190] env[62402]: DEBUG oslo_vmware.api [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872738, 'name': RemoveSnapshot_Task, 'duration_secs': 0.980551} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.170445] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1518.170679] env[62402]: INFO nova.compute.manager [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Took 17.02 seconds to snapshot the instance on the hypervisor. [ 1518.343432] env[62402]: DEBUG nova.scheduler.client.report [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.408399] env[62402]: DEBUG oslo_vmware.api [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872739, 'name': PowerOffVM_Task, 'duration_secs': 0.379969} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.408669] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.408841] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.409114] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f124ec98-a2a6-49a9-80a4-9725679d8c48 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.509000] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.509334] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.509575] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Deleting the datastore file [datastore2] 7dfe7984-450c-4e93-a313-8ee4be75cf77 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.509886] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f0860c2-e111-4b6e-9298-1ba957bd3205 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.516455] env[62402]: DEBUG oslo_vmware.api [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Waiting for the task: (returnval){ [ 1518.516455] env[62402]: value = "task-1872742" [ 1518.516455] env[62402]: _type = "Task" [ 1518.516455] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.525207] env[62402]: DEBUG oslo_vmware.api [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.535089] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Releasing lock "refresh_cache-7c3bb11f-42f8-4501-8127-37a7845e47f5" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.535398] env[62402]: DEBUG nova.compute.manager [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Instance network_info: |[{"id": "da0bc379-0fe4-4ab7-9e4a-16a146c172b2", "address": "fa:16:3e:82:87:f1", "network": {"id": "2e81d1df-9141-49d0-9cec-36ae30fed595", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1115928323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7134b68920a44d9fa6252f38b7d71244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda0bc379-0f", "ovs_interfaceid": "da0bc379-0fe4-4ab7-9e4a-16a146c172b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1518.535757] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:87:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da0bc379-0fe4-4ab7-9e4a-16a146c172b2', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1518.543663] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Creating folder: Project (7134b68920a44d9fa6252f38b7d71244). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1518.543980] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d91a57b0-e24d-4ed4-a5a4-e689c52a4fcc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.553863] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Created folder: Project (7134b68920a44d9fa6252f38b7d71244) in parent group-v386882. [ 1518.554113] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Creating folder: Instances. Parent ref: group-v387040. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1518.554364] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe9be6e4-91dc-48fb-9788-ca673bc37664 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.563657] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Created folder: Instances in parent group-v387040. [ 1518.564093] env[62402]: DEBUG oslo.service.loopingcall [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.564157] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1518.564374] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4a8cb6d-08e6-4e11-bcef-db8924bd65f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.581957] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.589360] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1518.589360] env[62402]: value = "task-1872745" [ 1518.589360] env[62402]: _type = "Task" [ 1518.589360] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.600257] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872745, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.646250] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.666539] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e968cb-6a7e-551b-7af2-4c664a313a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.667528] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058c616c-e969-4347-88a1-f0928c26e91b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.680829] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1518.680829] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52261825-50fa-87fa-6387-43d96d925e4d" [ 1518.680829] env[62402]: _type = "Task" [ 1518.680829] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.689878] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52261825-50fa-87fa-6387-43d96d925e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.725968] env[62402]: DEBUG nova.compute.manager [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Received event network-changed-04cc9d67-f0ba-4d99-9582-b7ac24bff4f1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1518.726173] env[62402]: DEBUG nova.compute.manager [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Refreshing instance network info cache due to event network-changed-04cc9d67-f0ba-4d99-9582-b7ac24bff4f1. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1518.726393] env[62402]: DEBUG oslo_concurrency.lockutils [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] Acquiring lock "refresh_cache-062eaf4e-e1a3-4439-8cc8-b2a96f259779" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.726593] env[62402]: DEBUG oslo_concurrency.lockutils [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] Acquired lock "refresh_cache-062eaf4e-e1a3-4439-8cc8-b2a96f259779" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.726766] env[62402]: DEBUG nova.network.neutron [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Refreshing network info cache for port 04cc9d67-f0ba-4d99-9582-b7ac24bff4f1 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.753198] env[62402]: DEBUG nova.compute.manager [None req-63a5d1a5-a993-49ba-b8f6-a6990eecc422 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Found 1 images (rotation: 2) {{(pid=62402) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1518.848792] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.852313] env[62402]: DEBUG oslo_concurrency.lockutils [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.666s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.852566] env[62402]: DEBUG nova.objects.instance [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lazy-loading 'resources' on Instance uuid c33db3b7-9c39-42dc-ae25-7b1d0199b6d4 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.895234] env[62402]: INFO nova.scheduler.client.report [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Deleted allocations for instance a3506fea-7782-49ef-b9b6-bf37d30b8680 [ 1519.028785] env[62402]: DEBUG oslo_vmware.api [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.101332] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872745, 'name': CreateVM_Task, 'duration_secs': 0.375818} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.101573] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1519.102373] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.102589] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.102971] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1519.103783] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413bf9b0-f596-4ff9-88cb-d26bcb717cab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.109094] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Waiting for the task: (returnval){ [ 1519.109094] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52618059-e345-3343-81c7-f75b4ca66aca" [ 1519.109094] env[62402]: _type = "Task" [ 1519.109094] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.120025] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52618059-e345-3343-81c7-f75b4ca66aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.148837] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.193379] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52261825-50fa-87fa-6387-43d96d925e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.012121} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.193673] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.194200] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 062eaf4e-e1a3-4439-8cc8-b2a96f259779/062eaf4e-e1a3-4439-8cc8-b2a96f259779.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1519.194300] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c43c8aad-15ff-4bad-bb89-f41b387932db {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.201029] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1519.201029] env[62402]: value = "task-1872746" [ 1519.201029] env[62402]: _type = "Task" [ 1519.201029] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.209385] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.405010] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cb1fc12-3525-4ead-bccf-766a3d3e864e tempest-ServersTestManualDisk-598946653 tempest-ServersTestManualDisk-598946653-project-member] Lock "a3506fea-7782-49ef-b9b6-bf37d30b8680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.759s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.532069] env[62402]: DEBUG oslo_vmware.api [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Task: {'id': task-1872742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.616693} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.532338] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.532624] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.532690] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.533081] env[62402]: INFO nova.compute.manager [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1519.533216] env[62402]: DEBUG oslo.service.loopingcall [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.533294] env[62402]: DEBUG nova.compute.manager [-] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.534061] env[62402]: DEBUG nova.network.neutron [-] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.545179] env[62402]: DEBUG nova.network.neutron [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Updated VIF entry in instance network info cache for port 04cc9d67-f0ba-4d99-9582-b7ac24bff4f1. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.545552] env[62402]: DEBUG nova.network.neutron [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Updating instance_info_cache with network_info: [{"id": "04cc9d67-f0ba-4d99-9582-b7ac24bff4f1", "address": "fa:16:3e:1a:c3:96", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04cc9d67-f0", "ovs_interfaceid": "04cc9d67-f0ba-4d99-9582-b7ac24bff4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.625973] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52618059-e345-3343-81c7-f75b4ca66aca, 'name': SearchDatastore_Task, 'duration_secs': 0.014379} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.626311] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.626535] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1519.626779] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.626923] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.627138] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1519.627396] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02eb0107-3b6e-4cd7-a8b7-3ee4e538942f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.649468] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1519.649665] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1519.650481] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872740, 'name': CreateSnapshot_Task, 'duration_secs': 1.024682} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.651066] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7571d518-03cd-4c71-80b4-8f9684aca3e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.653918] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1519.654986] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5599f473-9a0b-4f67-81c2-c7b3176b4248 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.661435] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Waiting for the task: (returnval){ [ 1519.661435] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528dee93-66c5-bd1d-734c-2cc107387b28" [ 1519.661435] env[62402]: _type = "Task" [ 1519.661435] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.681076] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528dee93-66c5-bd1d-734c-2cc107387b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.715093] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872746, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.002939] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402250ac-347e-4a9a-a424-0aeb9c4e070c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.011735] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8314932c-468b-4928-8136-ea7ddba742d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.048272] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda742d0-0ea4-4b43-9cd4-3458f7786359 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.051317] env[62402]: DEBUG oslo_concurrency.lockutils [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] Releasing lock "refresh_cache-062eaf4e-e1a3-4439-8cc8-b2a96f259779" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.051591] env[62402]: DEBUG nova.compute.manager [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Received event network-vif-plugged-da0bc379-0fe4-4ab7-9e4a-16a146c172b2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1520.051785] env[62402]: DEBUG oslo_concurrency.lockutils [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] Acquiring lock "7c3bb11f-42f8-4501-8127-37a7845e47f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.051990] env[62402]: DEBUG oslo_concurrency.lockutils [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] Lock "7c3bb11f-42f8-4501-8127-37a7845e47f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.052174] env[62402]: DEBUG oslo_concurrency.lockutils [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] Lock "7c3bb11f-42f8-4501-8127-37a7845e47f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.052340] env[62402]: DEBUG nova.compute.manager [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] No waiting events found dispatching network-vif-plugged-da0bc379-0fe4-4ab7-9e4a-16a146c172b2 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1520.052507] env[62402]: WARNING nova.compute.manager [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Received unexpected event network-vif-plugged-da0bc379-0fe4-4ab7-9e4a-16a146c172b2 for instance with vm_state building and task_state spawning. [ 1520.052666] env[62402]: DEBUG nova.compute.manager [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Received event network-changed-da0bc379-0fe4-4ab7-9e4a-16a146c172b2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1520.052823] env[62402]: DEBUG nova.compute.manager [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Refreshing instance network info cache due to event network-changed-da0bc379-0fe4-4ab7-9e4a-16a146c172b2. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1520.053082] env[62402]: DEBUG oslo_concurrency.lockutils [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] Acquiring lock "refresh_cache-7c3bb11f-42f8-4501-8127-37a7845e47f5" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.053238] env[62402]: DEBUG oslo_concurrency.lockutils [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] Acquired lock "refresh_cache-7c3bb11f-42f8-4501-8127-37a7845e47f5" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.053402] env[62402]: DEBUG nova.network.neutron [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Refreshing network info cache for port da0bc379-0fe4-4ab7-9e4a-16a146c172b2 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.060090] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f3b261-3c82-4cfd-8159-a1fd73483a1f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.076496] env[62402]: DEBUG nova.compute.provider_tree [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.105609] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449caa4c-062c-40fd-ab7e-1dc5b86db4ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.125897] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance '8ae201ed-2458-4a38-9706-79834f32efe2' progress to 0 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1520.185420] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1520.185803] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528dee93-66c5-bd1d-734c-2cc107387b28, 'name': SearchDatastore_Task, 'duration_secs': 0.063795} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.186786] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8fd498d6-493c-416b-8055-364e39422f57 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.191161] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798bda45-1509-44f8-9249-1aaa8df1beef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.198181] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Waiting for the task: (returnval){ [ 1520.198181] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5241e705-2893-5008-0b35-ec388d52ee57" [ 1520.198181] env[62402]: _type = "Task" [ 1520.198181] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.200044] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1520.200044] env[62402]: value = "task-1872747" [ 1520.200044] env[62402]: _type = "Task" [ 1520.200044] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.216051] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5241e705-2893-5008-0b35-ec388d52ee57, 'name': SearchDatastore_Task, 'duration_secs': 0.011566} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.216645] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.216914] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 7c3bb11f-42f8-4501-8127-37a7845e47f5/7c3bb11f-42f8-4501-8127-37a7845e47f5.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1520.217185] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b788097-644e-4590-aaa9-970a90378238 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.225437] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872747, 'name': CloneVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.225689] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682299} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.226329] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 062eaf4e-e1a3-4439-8cc8-b2a96f259779/062eaf4e-e1a3-4439-8cc8-b2a96f259779.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1520.226559] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1520.226804] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-604a0099-3970-4a7f-9ac7-8a8c8a81a658 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.230561] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Waiting for the task: (returnval){ [ 1520.230561] env[62402]: value = "task-1872748" [ 1520.230561] env[62402]: _type = "Task" [ 1520.230561] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.234884] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1520.234884] env[62402]: value = "task-1872749" [ 1520.234884] env[62402]: _type = "Task" [ 1520.234884] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.241965] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.247732] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.380903] env[62402]: DEBUG nova.compute.manager [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.381862] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615e7328-d59e-41fd-aea1-4cadfd7706e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.580094] env[62402]: DEBUG nova.scheduler.client.report [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.631930] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.632711] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c045fff4-8d10-4a1b-bef9-93d33e94980e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.640539] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1520.640539] env[62402]: value = "task-1872750" [ 1520.640539] env[62402]: _type = "Task" [ 1520.640539] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.650301] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.714678] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872747, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.743401] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872748, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.752266] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154344} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.753312] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1520.753500] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05247085-1d9a-4bcf-8cb3-681ccda9f026 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.758299] env[62402]: DEBUG nova.compute.manager [req-b30bd876-79c0-4698-af02-85f41dff2978 req-2238fcd4-1477-4331-8b84-559cf47f79d8 service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Received event network-vif-deleted-4bd11a87-0074-4bb0-a2ec-59505f12a9c3 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1520.758485] env[62402]: INFO nova.compute.manager [req-b30bd876-79c0-4698-af02-85f41dff2978 req-2238fcd4-1477-4331-8b84-559cf47f79d8 service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Neutron deleted interface 4bd11a87-0074-4bb0-a2ec-59505f12a9c3; detaching it from the instance and deleting it from the info cache [ 1520.758658] env[62402]: DEBUG nova.network.neutron [req-b30bd876-79c0-4698-af02-85f41dff2978 req-2238fcd4-1477-4331-8b84-559cf47f79d8 service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.784687] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 062eaf4e-e1a3-4439-8cc8-b2a96f259779/062eaf4e-e1a3-4439-8cc8-b2a96f259779.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.788548] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-497c6f68-d7dd-4acb-b363-7f7e0402fa83 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.811998] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1520.811998] env[62402]: value = "task-1872751" [ 1520.811998] env[62402]: _type = "Task" [ 1520.811998] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.825757] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872751, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.887871] env[62402]: DEBUG nova.network.neutron [-] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.894656] env[62402]: INFO nova.compute.manager [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] instance snapshotting [ 1520.895283] env[62402]: DEBUG nova.objects.instance [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'flavor' on Instance uuid 2ce8fbc6-a52a-4a02-a679-4859c6496231 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.054594] env[62402]: DEBUG nova.network.neutron [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Updated VIF entry in instance network info cache for port da0bc379-0fe4-4ab7-9e4a-16a146c172b2. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.054709] env[62402]: DEBUG nova.network.neutron [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Updating instance_info_cache with network_info: [{"id": "da0bc379-0fe4-4ab7-9e4a-16a146c172b2", "address": "fa:16:3e:82:87:f1", "network": {"id": "2e81d1df-9141-49d0-9cec-36ae30fed595", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1115928323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7134b68920a44d9fa6252f38b7d71244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda0bc379-0f", "ovs_interfaceid": "da0bc379-0fe4-4ab7-9e4a-16a146c172b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.085724] env[62402]: DEBUG oslo_concurrency.lockutils [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.088773] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.133s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.089112] env[62402]: DEBUG nova.objects.instance [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Lazy-loading 'resources' on Instance uuid ed8a1173-1276-4c3e-a4b9-b9f9b74d529f {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.123537] env[62402]: INFO nova.scheduler.client.report [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleted allocations for instance c33db3b7-9c39-42dc-ae25-7b1d0199b6d4 [ 1521.152236] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872750, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.216066] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872747, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.241055] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630971} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.241369] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 7c3bb11f-42f8-4501-8127-37a7845e47f5/7c3bb11f-42f8-4501-8127-37a7845e47f5.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1521.241604] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1521.241871] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-027615f1-48d2-4e5d-80fb-71c24aee7d2e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.248018] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Waiting for the task: (returnval){ [ 1521.248018] env[62402]: value = "task-1872752" [ 1521.248018] env[62402]: _type = "Task" [ 1521.248018] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.256451] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.262307] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a64a2a5-774c-4c92-8ad5-9af58adaf82e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.270805] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f94411-1845-4cd3-a628-9452c49692b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.307542] env[62402]: DEBUG nova.compute.manager [req-b30bd876-79c0-4698-af02-85f41dff2978 req-2238fcd4-1477-4331-8b84-559cf47f79d8 service nova] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Detach interface failed, port_id=4bd11a87-0074-4bb0-a2ec-59505f12a9c3, reason: Instance 7dfe7984-450c-4e93-a313-8ee4be75cf77 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1521.322645] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872751, 'name': ReconfigVM_Task, 'duration_secs': 0.333973} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.322941] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 062eaf4e-e1a3-4439-8cc8-b2a96f259779/062eaf4e-e1a3-4439-8cc8-b2a96f259779.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1521.323595] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68124864-3e4a-43f0-9346-73329f7038f0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.330257] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1521.330257] env[62402]: value = "task-1872753" [ 1521.330257] env[62402]: _type = "Task" [ 1521.330257] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.340626] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872753, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.390536] env[62402]: INFO nova.compute.manager [-] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Took 1.86 seconds to deallocate network for instance. [ 1521.400540] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06149111-a730-4a1d-9c6d-de62ffd9bc58 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.420863] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bb5af2-10c6-4e96-be60-7ee460755d0d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.558706] env[62402]: DEBUG oslo_concurrency.lockutils [req-94c3fe2c-451e-48f6-9f23-c94dd8937623 req-c9bf8baf-cedd-416f-ba25-36188ada1309 service nova] Releasing lock "refresh_cache-7c3bb11f-42f8-4501-8127-37a7845e47f5" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.630874] env[62402]: DEBUG oslo_concurrency.lockutils [None req-41b33b3c-215d-4c0d-a228-9ee3a7d5dea2 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "c33db3b7-9c39-42dc-ae25-7b1d0199b6d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.229s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.658728] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872750, 'name': PowerOffVM_Task, 'duration_secs': 0.551986} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.658994] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1521.659113] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance '8ae201ed-2458-4a38-9706-79834f32efe2' progress to 17 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1521.724974] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872747, 'name': CloneVM_Task} progress is 95%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.759109] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066005} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.759276] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1521.760129] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfea1dbd-32b1-4b41-9bcf-d2d9e3e70749 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.784328] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 7c3bb11f-42f8-4501-8127-37a7845e47f5/7c3bb11f-42f8-4501-8127-37a7845e47f5.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1521.784637] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2dc42a7-3845-43be-9c1b-380aa533eb64 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.805328] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Waiting for the task: (returnval){ [ 1521.805328] env[62402]: value = "task-1872754" [ 1521.805328] env[62402]: _type = "Task" [ 1521.805328] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.818349] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872754, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.841847] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872753, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.898482] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.932754] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1521.933169] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c87ff5a-2bcf-495a-9d16-8e7b3d1003a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.945652] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1521.945652] env[62402]: value = "task-1872755" [ 1521.945652] env[62402]: _type = "Task" [ 1521.945652] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.957307] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872755, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.104784] env[62402]: DEBUG oslo_vmware.rw_handles [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299a63d-d582-fa1c-970a-4c083b7b2597/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1522.106598] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58832f6-5d1b-4bb8-9d8a-8db5c95bf0e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.112272] env[62402]: DEBUG oslo_vmware.rw_handles [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299a63d-d582-fa1c-970a-4c083b7b2597/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1522.112485] env[62402]: ERROR oslo_vmware.rw_handles [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299a63d-d582-fa1c-970a-4c083b7b2597/disk-0.vmdk due to incomplete transfer. [ 1522.112752] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dbf5df6a-f597-4414-a47b-fd996cc53fe9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.120028] env[62402]: DEBUG oslo_vmware.rw_handles [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299a63d-d582-fa1c-970a-4c083b7b2597/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1522.120230] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Uploaded image cbeb6d8f-67f7-4c6c-a9d2-70b519b5dbe1 to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1522.121783] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1522.122048] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d7b7a9a-cce5-499c-a4d2-b813a4f658fa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.128165] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1522.128165] env[62402]: value = "task-1872756" [ 1522.128165] env[62402]: _type = "Task" [ 1522.128165] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.141479] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872756, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.172526] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.172801] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.172964] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.173161] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.173309] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.173456] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.173670] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.173831] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.174063] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.174287] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.174464] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.181020] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-334fe884-7daa-4954-bd00-395cdc8d2bda {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.201037] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1522.201037] env[62402]: value = "task-1872757" [ 1522.201037] env[62402]: _type = "Task" [ 1522.201037] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.208422] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.217047] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872747, 'name': CloneVM_Task, 'duration_secs': 1.952712} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.217325] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Created linked-clone VM from snapshot [ 1522.220207] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed94c694-05e3-4440-9245-7c285f6f9024 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.228990] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Uploading image 462fa9ea-e13f-4845-8dd4-8504a16ee464 {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1522.258557] env[62402]: DEBUG oslo_vmware.rw_handles [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1522.258557] env[62402]: value = "vm-387044" [ 1522.258557] env[62402]: _type = "VirtualMachine" [ 1522.258557] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1522.258938] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ffc73db-1b60-4f23-8091-1ed0258b2799 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.267435] env[62402]: DEBUG oslo_vmware.rw_handles [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lease: (returnval){ [ 1522.267435] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cfbbe1-785e-4f73-87e3-215a71e48fe3" [ 1522.267435] env[62402]: _type = "HttpNfcLease" [ 1522.267435] env[62402]: } obtained for exporting VM: (result){ [ 1522.267435] env[62402]: value = "vm-387044" [ 1522.267435] env[62402]: _type = "VirtualMachine" [ 1522.267435] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1522.267435] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the lease: (returnval){ [ 1522.267435] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cfbbe1-785e-4f73-87e3-215a71e48fe3" [ 1522.267435] env[62402]: _type = "HttpNfcLease" [ 1522.267435] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1522.279080] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081c9bf8-fc3d-42f0-8d9d-ea39407828bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.286504] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1522.286504] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cfbbe1-785e-4f73-87e3-215a71e48fe3" [ 1522.286504] env[62402]: _type = "HttpNfcLease" [ 1522.286504] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1522.289961] env[62402]: DEBUG oslo_vmware.rw_handles [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1522.289961] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cfbbe1-785e-4f73-87e3-215a71e48fe3" [ 1522.289961] env[62402]: _type = "HttpNfcLease" [ 1522.289961] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1522.289961] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afdb85a-02db-4d2b-85ee-5fa4ad49a85a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.292892] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3e812b-3e9d-462e-b080-0e1f36348448 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.302459] env[62402]: DEBUG oslo_vmware.rw_handles [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fda8f5-6de5-a4d2-b208-11e24a80c07c/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1522.302708] env[62402]: DEBUG oslo_vmware.rw_handles [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fda8f5-6de5-a4d2-b208-11e24a80c07c/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1522.335605] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a194820-2a10-49e8-bc50-4a732fbbd427 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.408889] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.415033] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872753, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.416171] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489602e0-951f-42b1-9534-3abb04d77b12 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.431055] env[62402]: DEBUG nova.compute.provider_tree [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.445127] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-26c525f4-a5ce-4fc2-9c27-71d70b747970 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.461607] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872755, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.645532] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872756, 'name': Destroy_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.707843] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872757, 'name': ReconfigVM_Task, 'duration_secs': 0.249907} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.708289] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance '8ae201ed-2458-4a38-9706-79834f32efe2' progress to 33 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1522.846829] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872754, 'name': ReconfigVM_Task, 'duration_secs': 0.912271} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.851046] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 7c3bb11f-42f8-4501-8127-37a7845e47f5/7c3bb11f-42f8-4501-8127-37a7845e47f5.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.851768] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-783c9f85-7522-457a-9f09-ba101074bdb2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.860633] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872753, 'name': Rename_Task, 'duration_secs': 1.154525} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.862405] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1522.862641] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Waiting for the task: (returnval){ [ 1522.862641] env[62402]: value = "task-1872759" [ 1522.862641] env[62402]: _type = "Task" [ 1522.862641] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.862961] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8c41ea3-1c2f-446f-8b1e-22e685df2a89 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.873321] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1522.873321] env[62402]: value = "task-1872760" [ 1522.873321] env[62402]: _type = "Task" [ 1522.873321] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.877647] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872759, 'name': Rename_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.886717] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.937045] env[62402]: DEBUG nova.scheduler.client.report [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1522.940877] env[62402]: DEBUG oslo_concurrency.lockutils [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "fb828cea-cae3-4116-bc6b-be2bd4d2e18f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.940995] env[62402]: DEBUG oslo_concurrency.lockutils [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "fb828cea-cae3-4116-bc6b-be2bd4d2e18f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.941483] env[62402]: DEBUG oslo_concurrency.lockutils [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "fb828cea-cae3-4116-bc6b-be2bd4d2e18f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.941847] env[62402]: DEBUG oslo_concurrency.lockutils [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "fb828cea-cae3-4116-bc6b-be2bd4d2e18f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.942100] env[62402]: DEBUG oslo_concurrency.lockutils [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "fb828cea-cae3-4116-bc6b-be2bd4d2e18f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.944206] env[62402]: INFO nova.compute.manager [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Terminating instance [ 1522.963268] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872755, 'name': CreateSnapshot_Task, 'duration_secs': 0.532012} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.964235] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1522.965197] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b9ab45-04a0-4a19-b8c2-284f4115f346 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.140883] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872756, 'name': Destroy_Task, 'duration_secs': 0.55409} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.141265] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Destroyed the VM [ 1523.141556] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1523.141846] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d6d14c7-6a55-4837-a577-a89e3fb9b1c2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.149272] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1523.149272] env[62402]: value = "task-1872761" [ 1523.149272] env[62402]: _type = "Task" [ 1523.149272] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.159493] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872761, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.218465] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T03:08:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6b288313-5637-4327-9834-0ddc942679c6',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-195682334',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1523.219028] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1523.219028] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1523.219174] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1523.219439] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1523.219648] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1523.219897] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1523.220135] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1523.220331] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1523.220504] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1523.220690] env[62402]: DEBUG nova.virt.hardware [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1523.226488] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1523.226931] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eee08b7-e72b-4b7d-9ffa-970db1b5b38c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.247848] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1523.247848] env[62402]: value = "task-1872762" [ 1523.247848] env[62402]: _type = "Task" [ 1523.247848] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.257011] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.381274] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872759, 'name': Rename_Task, 'duration_secs': 0.184478} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.387631] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.387631] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6378f482-8906-49a2-abed-850f9777816e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.398143] env[62402]: DEBUG oslo_vmware.api [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872760, 'name': PowerOnVM_Task, 'duration_secs': 0.476346} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.400227] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.400812] env[62402]: INFO nova.compute.manager [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1523.401203] env[62402]: DEBUG nova.compute.manager [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.401704] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Waiting for the task: (returnval){ [ 1523.401704] env[62402]: value = "task-1872763" [ 1523.401704] env[62402]: _type = "Task" [ 1523.401704] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.402559] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bd81bf-ca0b-4291-a135-cf63bb5d6cbf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.424573] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872763, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.446979] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.449222] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.198s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.454421] env[62402]: INFO nova.compute.claims [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1523.459668] env[62402]: DEBUG nova.compute.manager [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1523.459668] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1523.461029] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54563ece-e975-4c63-975b-0a28e2f260ef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.473039] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1523.473039] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f838b3f5-cef7-4792-977f-1d41bf59f98d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.488042] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1523.490530] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae5cb083-8ced-4209-a712-b23aff76b1f8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.496763] env[62402]: DEBUG oslo_vmware.api [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1523.496763] env[62402]: value = "task-1872764" [ 1523.496763] env[62402]: _type = "Task" [ 1523.496763] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.499481] env[62402]: INFO nova.scheduler.client.report [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Deleted allocations for instance ed8a1173-1276-4c3e-a4b9-b9f9b74d529f [ 1523.509705] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1523.509705] env[62402]: value = "task-1872765" [ 1523.509705] env[62402]: _type = "Task" [ 1523.509705] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.518691] env[62402]: DEBUG oslo_vmware.api [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.524106] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872765, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.662049] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872761, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.759132] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872762, 'name': ReconfigVM_Task, 'duration_secs': 0.302054} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.759535] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1523.760748] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec41729-31a7-4153-9f74-53cc3e96beaf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.784559] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 8ae201ed-2458-4a38-9706-79834f32efe2/8ae201ed-2458-4a38-9706-79834f32efe2.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.784964] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c77ead8c-d074-4daa-beaa-8546217a81d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.814519] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1523.814519] env[62402]: value = "task-1872766" [ 1523.814519] env[62402]: _type = "Task" [ 1523.814519] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.824185] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.920600] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872763, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.938948] env[62402]: INFO nova.compute.manager [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Took 52.58 seconds to build instance. [ 1524.018344] env[62402]: DEBUG oslo_vmware.api [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872764, 'name': PowerOffVM_Task, 'duration_secs': 0.449222} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.018344] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1524.018344] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1524.021316] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d90c921-f9f8-4e79-ba9b-7308788277d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.024144] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4ab0ec4f-4864-49cf-b75e-432a1b2c9dee tempest-ServersTestFqdnHostnames-1376735219 tempest-ServersTestFqdnHostnames-1376735219-project-member] Lock "ed8a1173-1276-4c3e-a4b9-b9f9b74d529f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.787s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.031131] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872765, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.160431] env[62402]: DEBUG oslo_vmware.api [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872761, 'name': RemoveSnapshot_Task, 'duration_secs': 0.790412} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.160858] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1524.161193] env[62402]: INFO nova.compute.manager [None req-abd80ee9-be46-44b1-9c44-3c208a324d66 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Took 16.53 seconds to snapshot the instance on the hypervisor. [ 1524.174618] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1524.177325] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1524.177621] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleting the datastore file [datastore2] fb828cea-cae3-4116-bc6b-be2bd4d2e18f {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1524.178514] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5099ca0-86b8-4147-ad9f-73c5ebf56c63 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.186758] env[62402]: DEBUG oslo_vmware.api [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1524.186758] env[62402]: value = "task-1872768" [ 1524.186758] env[62402]: _type = "Task" [ 1524.186758] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.197630] env[62402]: DEBUG oslo_vmware.api [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.326400] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.418435] env[62402]: DEBUG oslo_vmware.api [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872763, 'name': PowerOnVM_Task, 'duration_secs': 0.647828} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.419155] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.419523] env[62402]: INFO nova.compute.manager [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1524.419789] env[62402]: DEBUG nova.compute.manager [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.421057] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc767d33-337d-4eb3-ba72-1f7da5bf122f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.445353] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f513d94c-c7c0-4b44-b044-eea3151fb1bd tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "062eaf4e-e1a3-4439-8cc8-b2a96f259779" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.792s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.529528] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872765, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.696868] env[62402]: DEBUG oslo_vmware.api [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335841} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.698116] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.698116] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.698116] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.698116] env[62402]: INFO nova.compute.manager [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1524.698247] env[62402]: DEBUG oslo.service.loopingcall [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.698520] env[62402]: DEBUG nova.compute.manager [-] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1524.698610] env[62402]: DEBUG nova.network.neutron [-] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1524.829465] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872766, 'name': ReconfigVM_Task, 'duration_secs': 0.67507} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.829846] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 8ae201ed-2458-4a38-9706-79834f32efe2/8ae201ed-2458-4a38-9706-79834f32efe2.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.830160] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance '8ae201ed-2458-4a38-9706-79834f32efe2' progress to 50 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1524.943459] env[62402]: INFO nova.compute.manager [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Took 51.89 seconds to build instance. [ 1524.948110] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1525.036211] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872765, 'name': CloneVM_Task, 'duration_secs': 1.39842} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.039373] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Created linked-clone VM from snapshot [ 1525.041063] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85ada18-7c51-4ba8-9a6f-d15280cefb57 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.050167] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Uploading image 39e7e12a-7535-488b-a1fc-1b39f2c2caf7 {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1525.090526] env[62402]: DEBUG oslo_vmware.rw_handles [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1525.090526] env[62402]: value = "vm-387046" [ 1525.090526] env[62402]: _type = "VirtualMachine" [ 1525.090526] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1525.090861] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fe63bc0a-0239-428e-9562-614ad0007ff5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.103907] env[62402]: DEBUG oslo_vmware.rw_handles [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lease: (returnval){ [ 1525.103907] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fc2b5f-3feb-94c1-f57a-909ca615d477" [ 1525.103907] env[62402]: _type = "HttpNfcLease" [ 1525.103907] env[62402]: } obtained for exporting VM: (result){ [ 1525.103907] env[62402]: value = "vm-387046" [ 1525.103907] env[62402]: _type = "VirtualMachine" [ 1525.103907] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1525.103907] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the lease: (returnval){ [ 1525.103907] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fc2b5f-3feb-94c1-f57a-909ca615d477" [ 1525.103907] env[62402]: _type = "HttpNfcLease" [ 1525.103907] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1525.118079] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1525.118079] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fc2b5f-3feb-94c1-f57a-909ca615d477" [ 1525.118079] env[62402]: _type = "HttpNfcLease" [ 1525.118079] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1525.285374] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54726576-def9-4ebf-ae59-66612708059f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.294223] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a7e3ac-6c73-4934-a67e-596d67e41456 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.329038] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec6da73-e1f6-4047-a181-7a84b70cdff5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.339427] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5338136e-ba17-49cc-9494-48f4558e9ded {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.343722] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233f63c9-1f33-4b5e-94bf-94d20da9ec48 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.378236] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a151c04d-a29f-4498-a660-fc8d3197fad1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.381790] env[62402]: DEBUG nova.compute.provider_tree [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.400621] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance '8ae201ed-2458-4a38-9706-79834f32efe2' progress to 67 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1525.405144] env[62402]: DEBUG nova.scheduler.client.report [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.446175] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9bdf3bb3-1f0d-4401-80bc-1f40d2d8915e tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Lock "7c3bb11f-42f8-4501-8127-37a7845e47f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.745s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.489387] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.616845] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1525.616845] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fc2b5f-3feb-94c1-f57a-909ca615d477" [ 1525.616845] env[62402]: _type = "HttpNfcLease" [ 1525.616845] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1525.617195] env[62402]: DEBUG oslo_vmware.rw_handles [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1525.617195] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fc2b5f-3feb-94c1-f57a-909ca615d477" [ 1525.617195] env[62402]: _type = "HttpNfcLease" [ 1525.617195] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1525.617988] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc6dc0b-2125-48b7-9dea-462fd8a1e395 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.632509] env[62402]: DEBUG oslo_vmware.rw_handles [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52968b62-b260-e22c-c1de-753324f9fd5f/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1525.632800] env[62402]: DEBUG oslo_vmware.rw_handles [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52968b62-b260-e22c-c1de-753324f9fd5f/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1525.694079] env[62402]: DEBUG nova.compute.manager [req-50d89778-3542-4e6e-a5e8-1de98bcdf4a0 req-54cb367a-3181-43cf-90e7-4fdcf7a696a3 service nova] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Received event network-vif-deleted-1c6e5d99-f7a4-42e6-808f-c025463ad098 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1525.694079] env[62402]: INFO nova.compute.manager [req-50d89778-3542-4e6e-a5e8-1de98bcdf4a0 req-54cb367a-3181-43cf-90e7-4fdcf7a696a3 service nova] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Neutron deleted interface 1c6e5d99-f7a4-42e6-808f-c025463ad098; detaching it from the instance and deleting it from the info cache [ 1525.694276] env[62402]: DEBUG nova.network.neutron [req-50d89778-3542-4e6e-a5e8-1de98bcdf4a0 req-54cb367a-3181-43cf-90e7-4fdcf7a696a3 service nova] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.738961] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fada58e4-894a-4e1c-8d45-ce7972f3e757 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.746033] env[62402]: DEBUG nova.network.neutron [-] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.918873] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.919607] env[62402]: DEBUG nova.compute.manager [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1525.923350] env[62402]: DEBUG oslo_concurrency.lockutils [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.247s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.924398] env[62402]: DEBUG nova.objects.instance [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lazy-loading 'resources' on Instance uuid 67de6b91-f9d0-4ff7-a629-a6628b6c0157 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.948484] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1526.039658] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "062eaf4e-e1a3-4439-8cc8-b2a96f259779" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.039658] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "062eaf4e-e1a3-4439-8cc8-b2a96f259779" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.039658] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "062eaf4e-e1a3-4439-8cc8-b2a96f259779-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.039658] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "062eaf4e-e1a3-4439-8cc8-b2a96f259779-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.039658] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "062eaf4e-e1a3-4439-8cc8-b2a96f259779-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.041535] env[62402]: INFO nova.compute.manager [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Terminating instance [ 1526.137514] env[62402]: DEBUG nova.network.neutron [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Port 2340c572-9531-4b29-8742-745b7dbed82e binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1526.199985] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9225808-cca4-4108-a878-b59ae3b7de87 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.210199] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c87a68-b7e9-49db-a524-5882741cf9b9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.255034] env[62402]: INFO nova.compute.manager [-] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Took 1.56 seconds to deallocate network for instance. [ 1526.255567] env[62402]: DEBUG nova.compute.manager [req-50d89778-3542-4e6e-a5e8-1de98bcdf4a0 req-54cb367a-3181-43cf-90e7-4fdcf7a696a3 service nova] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Detach interface failed, port_id=1c6e5d99-f7a4-42e6-808f-c025463ad098, reason: Instance fb828cea-cae3-4116-bc6b-be2bd4d2e18f could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1526.427813] env[62402]: DEBUG nova.compute.utils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1526.430295] env[62402]: DEBUG nova.compute.manager [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1526.430479] env[62402]: DEBUG nova.network.neutron [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1526.484238] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.503722] env[62402]: DEBUG nova.policy [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfcd09ef0174425bb73021ecb854e6d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbd6dad28f4c411da616a31b3f96dab4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1526.549717] env[62402]: DEBUG nova.compute.manager [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1526.549717] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.550991] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c853e7c9-7a0d-4b53-9a05-ed3a92fc2207 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.560471] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.565697] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d748fcb0-50b6-449b-b1e5-f167a8b733c1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.573714] env[62402]: DEBUG oslo_vmware.api [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1526.573714] env[62402]: value = "task-1872770" [ 1526.573714] env[62402]: _type = "Task" [ 1526.573714] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.587525] env[62402]: DEBUG oslo_vmware.api [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.763369] env[62402]: DEBUG oslo_concurrency.lockutils [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.933656] env[62402]: DEBUG nova.compute.manager [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1526.989453] env[62402]: DEBUG nova.network.neutron [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Successfully created port: 2a9b79cd-f2a5-45ac-ba96-8beb253694ff {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1527.085116] env[62402]: DEBUG oslo_vmware.api [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872770, 'name': PowerOffVM_Task, 'duration_secs': 0.285433} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.088517] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.088835] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1527.089382] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99106259-2c3f-40ce-8e62-f50037657c87 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.121774] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f206423-8d93-4c6f-b540-fd4ecc1a4ce6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.130250] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778e9fe0-c3af-4030-b056-d5bdb5c107aa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.174535] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb030c81-866b-4678-930b-056a34733ae1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.182216] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "8ae201ed-2458-4a38-9706-79834f32efe2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.182495] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "8ae201ed-2458-4a38-9706-79834f32efe2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.182680] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "8ae201ed-2458-4a38-9706-79834f32efe2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.189187] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65f32f0-30e7-4a65-a50f-3b1ae4fc2d7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.205161] env[62402]: DEBUG nova.compute.provider_tree [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.257344] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1527.257597] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1527.257944] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleting the datastore file [datastore1] 062eaf4e-e1a3-4439-8cc8-b2a96f259779 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1527.258733] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8fb8d19-a556-4abd-ac6f-47ca7363d2b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.266856] env[62402]: DEBUG oslo_vmware.api [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1527.266856] env[62402]: value = "task-1872772" [ 1527.266856] env[62402]: _type = "Task" [ 1527.266856] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.275741] env[62402]: DEBUG oslo_vmware.api [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.707782] env[62402]: DEBUG nova.scheduler.client.report [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.777293] env[62402]: DEBUG oslo_vmware.api [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507623} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.777793] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1527.778100] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1527.778409] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1527.778637] env[62402]: INFO nova.compute.manager [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1527.778943] env[62402]: DEBUG oslo.service.loopingcall [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.779284] env[62402]: DEBUG nova.compute.manager [-] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1527.779535] env[62402]: DEBUG nova.network.neutron [-] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1527.945732] env[62402]: DEBUG nova.compute.manager [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1528.214837] env[62402]: DEBUG oslo_concurrency.lockutils [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.217934] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.571s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.219991] env[62402]: INFO nova.compute.claims [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.238355] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.238460] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.238659] env[62402]: DEBUG nova.network.neutron [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.243244] env[62402]: INFO nova.scheduler.client.report [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Deleted allocations for instance 67de6b91-f9d0-4ff7-a629-a6628b6c0157 [ 1528.550940] env[62402]: DEBUG nova.network.neutron [-] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.641316] env[62402]: DEBUG nova.network.neutron [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Successfully updated port: 2a9b79cd-f2a5-45ac-ba96-8beb253694ff {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1528.754964] env[62402]: DEBUG oslo_concurrency.lockutils [None req-55027345-08f8-419a-b627-333e09060584 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "67de6b91-f9d0-4ff7-a629-a6628b6c0157" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.589s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.989252] env[62402]: DEBUG nova.network.neutron [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance_info_cache with network_info: [{"id": "2340c572-9531-4b29-8742-745b7dbed82e", "address": "fa:16:3e:3e:e2:c1", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2340c572-95", "ovs_interfaceid": "2340c572-9531-4b29-8742-745b7dbed82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.054744] env[62402]: INFO nova.compute.manager [-] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Took 1.28 seconds to deallocate network for instance. [ 1529.145021] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "refresh_cache-f5c8078e-545a-46f2-9cdd-81d92cc60e43" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.145286] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquired lock "refresh_cache-f5c8078e-545a-46f2-9cdd-81d92cc60e43" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.145517] env[62402]: DEBUG nova.network.neutron [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.493016] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.563921] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.683265] env[62402]: DEBUG nova.network.neutron [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1529.764849] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b560ea55-5da9-4d96-8e38-a06a60ce8d17 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.772706] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ed237c-da42-4390-aeca-a02648a3f213 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.810428] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4bb921-5533-43b0-88fa-e5d8acfc2430 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.821046] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53986ad5-2fce-436b-93d3-4bfba6295c65 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.835193] env[62402]: DEBUG nova.compute.provider_tree [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.851466] env[62402]: DEBUG nova.network.neutron [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Updating instance_info_cache with network_info: [{"id": "2a9b79cd-f2a5-45ac-ba96-8beb253694ff", "address": "fa:16:3e:80:9e:f8", "network": {"id": "57680af8-f6ca-45a8-b89b-25e7351005e0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2091776106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd6dad28f4c411da616a31b3f96dab4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a9b79cd-f2", "ovs_interfaceid": "2a9b79cd-f2a5-45ac-ba96-8beb253694ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.016707] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b3d337-c0f9-45f2-8d9b-725d6cbaeb78 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.037078] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e096319-7b9e-4608-a59d-234a98ef552b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.044926] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance '8ae201ed-2458-4a38-9706-79834f32efe2' progress to 83 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1530.338345] env[62402]: DEBUG nova.scheduler.client.report [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.354008] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Releasing lock "refresh_cache-f5c8078e-545a-46f2-9cdd-81d92cc60e43" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.354391] env[62402]: DEBUG nova.compute.manager [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Instance network_info: |[{"id": "2a9b79cd-f2a5-45ac-ba96-8beb253694ff", "address": "fa:16:3e:80:9e:f8", "network": {"id": "57680af8-f6ca-45a8-b89b-25e7351005e0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2091776106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd6dad28f4c411da616a31b3f96dab4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a9b79cd-f2", "ovs_interfaceid": "2a9b79cd-f2a5-45ac-ba96-8beb253694ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1530.553987] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1530.554338] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c4d789-1858-46c0-8f7a-3e0da8f9207f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.559580] env[62402]: DEBUG nova.virt.hardware [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1530.559834] env[62402]: DEBUG nova.virt.hardware [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1530.560031] env[62402]: DEBUG nova.virt.hardware [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1530.560240] env[62402]: DEBUG nova.virt.hardware [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1530.560399] env[62402]: DEBUG nova.virt.hardware [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1530.560566] env[62402]: DEBUG nova.virt.hardware [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1530.560777] env[62402]: DEBUG nova.virt.hardware [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1530.560938] env[62402]: DEBUG nova.virt.hardware [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1530.561151] env[62402]: DEBUG nova.virt.hardware [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1530.562034] env[62402]: DEBUG nova.virt.hardware [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1530.562034] env[62402]: DEBUG nova.virt.hardware [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1530.563733] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d933935-b379-4a0f-a241-e04bdf71596f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.567947] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1530.567947] env[62402]: value = "task-1872773" [ 1530.567947] env[62402]: _type = "Task" [ 1530.567947] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.575892] env[62402]: DEBUG oslo_vmware.rw_handles [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fda8f5-6de5-a4d2-b208-11e24a80c07c/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1530.579186] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d122455e-2ae5-45ae-8439-3f696da57446 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.584279] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1576d88e-484b-4488-951d-ac365a2b01aa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.593936] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872773, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.597402] env[62402]: DEBUG oslo_vmware.rw_handles [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fda8f5-6de5-a4d2-b208-11e24a80c07c/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1530.597402] env[62402]: ERROR oslo_vmware.rw_handles [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fda8f5-6de5-a4d2-b208-11e24a80c07c/disk-0.vmdk due to incomplete transfer. [ 1530.606063] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad0d4d94-6446-48b9-a001-2062b7a88115 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.608272] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:9e:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a9b79cd-f2a5-45ac-ba96-8beb253694ff', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1530.617121] env[62402]: DEBUG oslo.service.loopingcall [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1530.617807] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1530.618540] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac4b03b1-c3eb-4849-a632-c43432677a69 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.634632] env[62402]: DEBUG oslo_vmware.rw_handles [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fda8f5-6de5-a4d2-b208-11e24a80c07c/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1530.634856] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Uploaded image 462fa9ea-e13f-4845-8dd4-8504a16ee464 to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1530.637221] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1530.637972] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e6eaf43d-f40d-4c80-80b1-4caea35e29cf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.642788] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1530.642788] env[62402]: value = "task-1872774" [ 1530.642788] env[62402]: _type = "Task" [ 1530.642788] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.647894] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1530.647894] env[62402]: value = "task-1872775" [ 1530.647894] env[62402]: _type = "Task" [ 1530.647894] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.654083] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872774, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.659167] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872775, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.844123] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.844656] env[62402]: DEBUG nova.compute.manager [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1530.847469] env[62402]: DEBUG oslo_concurrency.lockutils [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.169s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.847759] env[62402]: DEBUG nova.objects.instance [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lazy-loading 'resources' on Instance uuid 379c870d-bd18-448f-84d1-79dd3e465d5c {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.086079] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872773, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.160032] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872774, 'name': CreateVM_Task, 'duration_secs': 0.498875} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.160032] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1531.163273] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.163273] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.163633] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.167053] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7bec39-c7ed-444b-99f1-b30295235c8e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.168891] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872775, 'name': Destroy_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.172564] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1531.172564] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a8ac8b-3e11-c18a-22b8-0820357788f1" [ 1531.172564] env[62402]: _type = "Task" [ 1531.172564] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.181637] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a8ac8b-3e11-c18a-22b8-0820357788f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.201936] env[62402]: DEBUG nova.compute.manager [req-79bb0098-1fe2-4c36-ab90-b6494a3d2192 req-418704b6-16c4-48f1-8312-6a9e780e5cf2 service nova] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Received event network-vif-deleted-04cc9d67-f0ba-4d99-9582-b7ac24bff4f1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1531.351619] env[62402]: DEBUG nova.compute.utils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1531.357737] env[62402]: DEBUG nova.compute.manager [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1531.359022] env[62402]: DEBUG nova.network.neutron [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1531.431593] env[62402]: DEBUG nova.policy [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8a3eb407a0e4ce2a4b61e20dbe2bb60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b4ccfe8a90c46acbbeadee4f60bb1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1531.584850] env[62402]: DEBUG oslo_vmware.api [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872773, 'name': PowerOnVM_Task, 'duration_secs': 0.559525} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.585488] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1531.585725] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee90539-4c8e-443a-8161-ded41d296f17 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance '8ae201ed-2458-4a38-9706-79834f32efe2' progress to 100 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1531.671030] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872775, 'name': Destroy_Task, 'duration_secs': 0.645497} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.671030] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Destroyed the VM [ 1531.671030] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1531.671030] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4d0ccc8-3d5a-4e8e-80bc-c92306f62845 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.682924] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1531.682924] env[62402]: value = "task-1872776" [ 1531.682924] env[62402]: _type = "Task" [ 1531.682924] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.696117] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a8ac8b-3e11-c18a-22b8-0820357788f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014489} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.699241] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.699241] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1531.699951] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.700150] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.700399] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1531.704610] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-563e59d7-9ce3-4132-a0f5-6a4a2ab80f70 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.711709] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872776, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.719768] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1531.720253] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1531.721443] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48568bec-1392-48a7-9b23-9a2cc0aed7bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.732602] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1531.732602] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5291de99-0799-e41a-fcaa-281a69da3dfb" [ 1531.732602] env[62402]: _type = "Task" [ 1531.732602] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.746410] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5291de99-0799-e41a-fcaa-281a69da3dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.796530] env[62402]: DEBUG nova.network.neutron [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Successfully created port: ee86975a-3cbd-4da2-96e6-308b7f2266c9 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1531.858397] env[62402]: DEBUG nova.compute.manager [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1531.902801] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Acquiring lock "7c3bb11f-42f8-4501-8127-37a7845e47f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.905542] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Lock "7c3bb11f-42f8-4501-8127-37a7845e47f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.906056] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Acquiring lock "7c3bb11f-42f8-4501-8127-37a7845e47f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.906354] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Lock "7c3bb11f-42f8-4501-8127-37a7845e47f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.906611] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Lock "7c3bb11f-42f8-4501-8127-37a7845e47f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.910271] env[62402]: INFO nova.compute.manager [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Terminating instance [ 1532.037079] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0e4a59-0b6e-49a0-9073-d50cee60a1e3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.045580] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f589a08-0c27-4cac-8842-95d1ddda8db3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.087888] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4a510c-5961-493e-866f-c738e751745e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.099279] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dff4076-6368-4424-bca0-8d40437bb334 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.115893] env[62402]: DEBUG nova.compute.provider_tree [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.199136] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872776, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.199136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Acquiring lock "7688e68b-a872-49b4-ab48-47866159eaa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.199136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lock "7688e68b-a872-49b4-ab48-47866159eaa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.199136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Acquiring lock "7688e68b-a872-49b4-ab48-47866159eaa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.199136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lock "7688e68b-a872-49b4-ab48-47866159eaa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.199136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lock "7688e68b-a872-49b4-ab48-47866159eaa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.201651] env[62402]: INFO nova.compute.manager [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Terminating instance [ 1532.245637] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5291de99-0799-e41a-fcaa-281a69da3dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.012866} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.247208] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda4755f-bc22-4f28-9196-ac32be72eaf5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.257846] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1532.257846] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522fcd72-6689-7e3b-af7a-9b47f18a01a0" [ 1532.257846] env[62402]: _type = "Task" [ 1532.257846] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.270620] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522fcd72-6689-7e3b-af7a-9b47f18a01a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.418618] env[62402]: DEBUG nova.compute.manager [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1532.420654] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1532.420858] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6455fd42-9b77-43d6-8d17-c29ce36216e2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.430660] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.431088] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f50f1c3c-4962-401c-90a0-b475e68ae4bf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.440835] env[62402]: DEBUG oslo_vmware.api [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Waiting for the task: (returnval){ [ 1532.440835] env[62402]: value = "task-1872777" [ 1532.440835] env[62402]: _type = "Task" [ 1532.440835] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.454270] env[62402]: DEBUG oslo_vmware.api [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.554847] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "02605c9c-1514-43e3-9885-e6137177bcfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.554847] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "02605c9c-1514-43e3-9885-e6137177bcfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.592926] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "b48b335d-7d67-4ea9-86a8-63cc11c6bbe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.593633] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "b48b335d-7d67-4ea9-86a8-63cc11c6bbe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.619254] env[62402]: DEBUG nova.scheduler.client.report [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.630726] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "b4add695-afa7-4d94-90ca-f83e52630749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.630960] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "b4add695-afa7-4d94-90ca-f83e52630749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.697836] env[62402]: DEBUG oslo_vmware.api [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872776, 'name': RemoveSnapshot_Task, 'duration_secs': 0.987904} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.697836] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1532.698294] env[62402]: INFO nova.compute.manager [None req-112a7a6d-fcbe-4026-b4ed-9e7fd2043442 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Took 15.13 seconds to snapshot the instance on the hypervisor. [ 1532.705349] env[62402]: DEBUG nova.compute.manager [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1532.705507] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1532.706438] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a508b137-3330-4d69-b12c-f699c454662e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.715260] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.715558] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9465599-c69b-4bb7-bb02-83942623a8df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.721287] env[62402]: DEBUG oslo_vmware.api [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1532.721287] env[62402]: value = "task-1872778" [ 1532.721287] env[62402]: _type = "Task" [ 1532.721287] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.730778] env[62402]: DEBUG oslo_vmware.api [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.770201] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522fcd72-6689-7e3b-af7a-9b47f18a01a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015215} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.770465] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.770743] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] f5c8078e-545a-46f2-9cdd-81d92cc60e43/f5c8078e-545a-46f2-9cdd-81d92cc60e43.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1532.771100] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e048e9c5-ac63-4cd9-a5f4-f0900f7d56e9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.778645] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1532.778645] env[62402]: value = "task-1872779" [ 1532.778645] env[62402]: _type = "Task" [ 1532.778645] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.787420] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.873677] env[62402]: DEBUG nova.compute.manager [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1532.900950] env[62402]: DEBUG nova.virt.hardware [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1532.901217] env[62402]: DEBUG nova.virt.hardware [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.901376] env[62402]: DEBUG nova.virt.hardware [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1532.901598] env[62402]: DEBUG nova.virt.hardware [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.901768] env[62402]: DEBUG nova.virt.hardware [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1532.901933] env[62402]: DEBUG nova.virt.hardware [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1532.902175] env[62402]: DEBUG nova.virt.hardware [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1532.902339] env[62402]: DEBUG nova.virt.hardware [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1532.902539] env[62402]: DEBUG nova.virt.hardware [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1532.902757] env[62402]: DEBUG nova.virt.hardware [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1532.903083] env[62402]: DEBUG nova.virt.hardware [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1532.903884] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717c916a-1632-4f3e-a6b4-7eea62106136 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.912601] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2def7645-c922-4741-8cfc-dfff793ca41b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.954020] env[62402]: DEBUG oslo_vmware.api [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872777, 'name': PowerOffVM_Task, 'duration_secs': 0.259587} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.954459] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.954743] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.955104] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68e6803a-ca29-41c7-b7a7-056374df16f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.133228] env[62402]: DEBUG oslo_concurrency.lockutils [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.134386] env[62402]: DEBUG oslo_concurrency.lockutils [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.908s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.135212] env[62402]: DEBUG nova.objects.instance [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lazy-loading 'resources' on Instance uuid beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.155394] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1533.155646] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1533.155838] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Deleting the datastore file [datastore1] 7c3bb11f-42f8-4501-8127-37a7845e47f5 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1533.157163] env[62402]: INFO nova.scheduler.client.report [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleted allocations for instance 379c870d-bd18-448f-84d1-79dd3e465d5c [ 1533.159128] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b2f814-322a-414f-9655-03b6f111df4c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.169980] env[62402]: DEBUG oslo_vmware.api [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Waiting for the task: (returnval){ [ 1533.169980] env[62402]: value = "task-1872781" [ 1533.169980] env[62402]: _type = "Task" [ 1533.169980] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.180623] env[62402]: DEBUG oslo_vmware.api [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.234290] env[62402]: DEBUG oslo_vmware.api [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872778, 'name': PowerOffVM_Task, 'duration_secs': 0.285262} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.234680] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.235390] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1533.235390] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f08925db-8ce2-4524-889f-b01372c1b75f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.291847] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872779, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.348134] env[62402]: DEBUG nova.compute.manager [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Received event network-vif-plugged-2a9b79cd-f2a5-45ac-ba96-8beb253694ff {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1533.348401] env[62402]: DEBUG oslo_concurrency.lockutils [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] Acquiring lock "f5c8078e-545a-46f2-9cdd-81d92cc60e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.348639] env[62402]: DEBUG oslo_concurrency.lockutils [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] Lock "f5c8078e-545a-46f2-9cdd-81d92cc60e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.348816] env[62402]: DEBUG oslo_concurrency.lockutils [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] Lock "f5c8078e-545a-46f2-9cdd-81d92cc60e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.349031] env[62402]: DEBUG nova.compute.manager [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] No waiting events found dispatching network-vif-plugged-2a9b79cd-f2a5-45ac-ba96-8beb253694ff {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1533.350740] env[62402]: WARNING nova.compute.manager [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Received unexpected event network-vif-plugged-2a9b79cd-f2a5-45ac-ba96-8beb253694ff for instance with vm_state building and task_state spawning. [ 1533.350740] env[62402]: DEBUG nova.compute.manager [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Received event network-changed-2a9b79cd-f2a5-45ac-ba96-8beb253694ff {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1533.350740] env[62402]: DEBUG nova.compute.manager [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Refreshing instance network info cache due to event network-changed-2a9b79cd-f2a5-45ac-ba96-8beb253694ff. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1533.350962] env[62402]: DEBUG oslo_concurrency.lockutils [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] Acquiring lock "refresh_cache-f5c8078e-545a-46f2-9cdd-81d92cc60e43" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.351115] env[62402]: DEBUG oslo_concurrency.lockutils [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] Acquired lock "refresh_cache-f5c8078e-545a-46f2-9cdd-81d92cc60e43" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.351339] env[62402]: DEBUG nova.network.neutron [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Refreshing network info cache for port 2a9b79cd-f2a5-45ac-ba96-8beb253694ff {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.386065] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1533.386444] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1533.386615] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Deleting the datastore file [datastore1] 7688e68b-a872-49b4-ab48-47866159eaa6 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1533.386982] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b270a98-7697-4436-973d-7d10af33f05d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.394166] env[62402]: DEBUG oslo_vmware.api [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for the task: (returnval){ [ 1533.394166] env[62402]: value = "task-1872783" [ 1533.394166] env[62402]: _type = "Task" [ 1533.394166] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.403816] env[62402]: DEBUG oslo_vmware.api [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.447428] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "8a58174b-e33a-4f2e-9e06-d78a335d1579" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.447848] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "8a58174b-e33a-4f2e-9e06-d78a335d1579" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.547955] env[62402]: DEBUG oslo_vmware.rw_handles [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52968b62-b260-e22c-c1de-753324f9fd5f/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1533.548927] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699cc0ea-00ce-4285-bb02-e940491b8113 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.557043] env[62402]: DEBUG oslo_vmware.rw_handles [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52968b62-b260-e22c-c1de-753324f9fd5f/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1533.557254] env[62402]: ERROR oslo_vmware.rw_handles [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52968b62-b260-e22c-c1de-753324f9fd5f/disk-0.vmdk due to incomplete transfer. [ 1533.557513] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d40c5296-8413-4944-a85a-6df5c7e86087 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.564521] env[62402]: DEBUG oslo_vmware.rw_handles [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52968b62-b260-e22c-c1de-753324f9fd5f/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1533.564735] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Uploaded image 39e7e12a-7535-488b-a1fc-1b39f2c2caf7 to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1533.566405] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1533.566660] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2e8b93ab-97a2-4687-972e-9829bfd35bba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.573502] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1533.573502] env[62402]: value = "task-1872784" [ 1533.573502] env[62402]: _type = "Task" [ 1533.573502] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.588821] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872784, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.643633] env[62402]: DEBUG nova.network.neutron [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Successfully updated port: ee86975a-3cbd-4da2-96e6-308b7f2266c9 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1533.670084] env[62402]: DEBUG oslo_concurrency.lockutils [None req-201b5d11-624e-4931-8daa-6e9029ebeb8e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "379c870d-bd18-448f-84d1-79dd3e465d5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.917s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.683710] env[62402]: DEBUG oslo_vmware.api [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Task: {'id': task-1872781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335022} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.686826] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.686826] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.686826] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.686826] env[62402]: INFO nova.compute.manager [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1533.686826] env[62402]: DEBUG oslo.service.loopingcall [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.686826] env[62402]: DEBUG nova.compute.manager [-] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.686826] env[62402]: DEBUG nova.network.neutron [-] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.794013] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731445} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.798011] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] f5c8078e-545a-46f2-9cdd-81d92cc60e43/f5c8078e-545a-46f2-9cdd-81d92cc60e43.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1533.798452] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1533.800421] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab8fdc6e-d4f7-43b9-967e-8eac89507f13 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.809645] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1533.809645] env[62402]: value = "task-1872785" [ 1533.809645] env[62402]: _type = "Task" [ 1533.809645] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.821477] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.909730] env[62402]: DEBUG oslo_vmware.api [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Task: {'id': task-1872783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208035} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.912220] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.912419] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.912601] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.912776] env[62402]: INFO nova.compute.manager [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1533.913047] env[62402]: DEBUG oslo.service.loopingcall [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.915831] env[62402]: DEBUG nova.compute.manager [-] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.915939] env[62402]: DEBUG nova.network.neutron [-] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1534.085128] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872784, 'name': Destroy_Task, 'duration_secs': 0.356705} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.090068] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Destroyed the VM [ 1534.090351] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1534.090821] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3dad9860-8c6f-4566-8735-8b8bec43e3fe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.098329] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1534.098329] env[62402]: value = "task-1872786" [ 1534.098329] env[62402]: _type = "Task" [ 1534.098329] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.109858] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872786, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.146708] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "refresh_cache-74c06ffb-3c25-4a39-9fe2-a6147a31ae37" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.147378] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquired lock "refresh_cache-74c06ffb-3c25-4a39-9fe2-a6147a31ae37" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.147649] env[62402]: DEBUG nova.network.neutron [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1534.223610] env[62402]: DEBUG nova.network.neutron [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Updated VIF entry in instance network info cache for port 2a9b79cd-f2a5-45ac-ba96-8beb253694ff. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.224336] env[62402]: DEBUG nova.network.neutron [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Updating instance_info_cache with network_info: [{"id": "2a9b79cd-f2a5-45ac-ba96-8beb253694ff", "address": "fa:16:3e:80:9e:f8", "network": {"id": "57680af8-f6ca-45a8-b89b-25e7351005e0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2091776106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd6dad28f4c411da616a31b3f96dab4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a9b79cd-f2", "ovs_interfaceid": "2a9b79cd-f2a5-45ac-ba96-8beb253694ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.324909] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146989} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.325341] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1534.326246] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67371fa3-ddb7-42fc-bb0e-592573c3cb2a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.354621] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] f5c8078e-545a-46f2-9cdd-81d92cc60e43/f5c8078e-545a-46f2-9cdd-81d92cc60e43.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.359961] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d16f2eb1-037b-47db-923f-3f7fe8b2d99d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.380978] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e583b39-2c38-4629-9903-208b5ae4f3ad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.389671] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9d0d57-f2a9-45df-b0be-1c995d529e44 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.396755] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1534.396755] env[62402]: value = "task-1872787" [ 1534.396755] env[62402]: _type = "Task" [ 1534.396755] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.434880] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78618a7d-1df5-453c-9a5c-b3ddc85aa02c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.440187] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.441097] env[62402]: DEBUG nova.network.neutron [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Port 2340c572-9531-4b29-8742-745b7dbed82e binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1534.441308] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.441479] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.441681] env[62402]: DEBUG nova.network.neutron [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1534.449131] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64c6cd4-f41a-4edc-b249-781e737390b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.464896] env[62402]: DEBUG nova.compute.provider_tree [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.535870] env[62402]: DEBUG nova.network.neutron [-] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.545804] env[62402]: DEBUG nova.compute.manager [req-3d27eaf3-dc29-4e2f-8d46-526adf5e5f80 req-10bdab44-f216-4ae6-ae50-1b48f091e107 service nova] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Received event network-vif-deleted-065b29c5-9b32-49d5-b11b-558e734e4648 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1534.546107] env[62402]: INFO nova.compute.manager [req-3d27eaf3-dc29-4e2f-8d46-526adf5e5f80 req-10bdab44-f216-4ae6-ae50-1b48f091e107 service nova] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Neutron deleted interface 065b29c5-9b32-49d5-b11b-558e734e4648; detaching it from the instance and deleting it from the info cache [ 1534.546290] env[62402]: DEBUG nova.network.neutron [req-3d27eaf3-dc29-4e2f-8d46-526adf5e5f80 req-10bdab44-f216-4ae6-ae50-1b48f091e107 service nova] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.609575] env[62402]: DEBUG oslo_vmware.api [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872786, 'name': RemoveSnapshot_Task, 'duration_secs': 0.507431} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.610686] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1534.610686] env[62402]: INFO nova.compute.manager [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Took 13.21 seconds to snapshot the instance on the hypervisor. [ 1534.678035] env[62402]: DEBUG nova.network.neutron [-] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.701582] env[62402]: DEBUG nova.network.neutron [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1534.729622] env[62402]: DEBUG oslo_concurrency.lockutils [req-a19ee7b1-19c1-4528-9287-52af095c563b req-f4132fe4-ffef-4a33-a2c6-93a57dc0145a service nova] Releasing lock "refresh_cache-f5c8078e-545a-46f2-9cdd-81d92cc60e43" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.750759] env[62402]: DEBUG nova.compute.manager [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1534.753125] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3695167-9453-4615-aec8-d38288cd512f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.909627] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.949505] env[62402]: DEBUG nova.network.neutron [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Updating instance_info_cache with network_info: [{"id": "ee86975a-3cbd-4da2-96e6-308b7f2266c9", "address": "fa:16:3e:13:46:fb", "network": {"id": "e5194054-6645-42b2-b9e1-3e8263ce70f4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-39150585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4ccfe8a90c46acbbeadee4f60bb1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee86975a-3c", "ovs_interfaceid": "ee86975a-3cbd-4da2-96e6-308b7f2266c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.968461] env[62402]: DEBUG nova.scheduler.client.report [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.038499] env[62402]: INFO nova.compute.manager [-] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Took 1.35 seconds to deallocate network for instance. [ 1535.049568] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78cab3c6-106e-4ded-9367-ab35908fe2ad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.058271] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1308b19-e896-426d-ad76-4c81a46bcbf0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.095412] env[62402]: DEBUG nova.compute.manager [req-3d27eaf3-dc29-4e2f-8d46-526adf5e5f80 req-10bdab44-f216-4ae6-ae50-1b48f091e107 service nova] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Detach interface failed, port_id=065b29c5-9b32-49d5-b11b-558e734e4648, reason: Instance 7688e68b-a872-49b4-ab48-47866159eaa6 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1535.169252] env[62402]: DEBUG nova.compute.manager [None req-fab142a0-e70d-47eb-9a91-d70d094afe13 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Found 2 images (rotation: 2) {{(pid=62402) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1535.185500] env[62402]: INFO nova.compute.manager [-] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Took 1.27 seconds to deallocate network for instance. [ 1535.210918] env[62402]: DEBUG nova.network.neutron [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance_info_cache with network_info: [{"id": "2340c572-9531-4b29-8742-745b7dbed82e", "address": "fa:16:3e:3e:e2:c1", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2340c572-95", "ovs_interfaceid": "2340c572-9531-4b29-8742-745b7dbed82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.275782] env[62402]: INFO nova.compute.manager [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] instance snapshotting [ 1535.278267] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c16fdc-cc43-4e39-a587-8f419d171ce1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.298156] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ab6d6-2494-46c0-8ec6-1ebc9f661f1f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.408184] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872787, 'name': ReconfigVM_Task, 'duration_secs': 0.979179} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.408856] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Reconfigured VM instance instance-00000039 to attach disk [datastore2] f5c8078e-545a-46f2-9cdd-81d92cc60e43/f5c8078e-545a-46f2-9cdd-81d92cc60e43.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.409645] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df70ec23-571e-4115-b954-80350531f558 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.416580] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1535.416580] env[62402]: value = "task-1872788" [ 1535.416580] env[62402]: _type = "Task" [ 1535.416580] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.430093] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872788, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.454502] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Releasing lock "refresh_cache-74c06ffb-3c25-4a39-9fe2-a6147a31ae37" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.454502] env[62402]: DEBUG nova.compute.manager [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Instance network_info: |[{"id": "ee86975a-3cbd-4da2-96e6-308b7f2266c9", "address": "fa:16:3e:13:46:fb", "network": {"id": "e5194054-6645-42b2-b9e1-3e8263ce70f4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-39150585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4ccfe8a90c46acbbeadee4f60bb1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee86975a-3c", "ovs_interfaceid": "ee86975a-3cbd-4da2-96e6-308b7f2266c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1535.454502] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:46:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee86975a-3cbd-4da2-96e6-308b7f2266c9', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.463606] env[62402]: DEBUG oslo.service.loopingcall [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.463953] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.464385] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a899e72-bc52-4075-a96d-a86b7ca34807 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.484284] env[62402]: DEBUG oslo_concurrency.lockutils [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.491025] env[62402]: DEBUG nova.compute.manager [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Received event network-vif-plugged-ee86975a-3cbd-4da2-96e6-308b7f2266c9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1535.491025] env[62402]: DEBUG oslo_concurrency.lockutils [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] Acquiring lock "74c06ffb-3c25-4a39-9fe2-a6147a31ae37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.491025] env[62402]: DEBUG oslo_concurrency.lockutils [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] Lock "74c06ffb-3c25-4a39-9fe2-a6147a31ae37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.491025] env[62402]: DEBUG oslo_concurrency.lockutils [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] Lock "74c06ffb-3c25-4a39-9fe2-a6147a31ae37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.491025] env[62402]: DEBUG nova.compute.manager [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] No waiting events found dispatching network-vif-plugged-ee86975a-3cbd-4da2-96e6-308b7f2266c9 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1535.491025] env[62402]: WARNING nova.compute.manager [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Received unexpected event network-vif-plugged-ee86975a-3cbd-4da2-96e6-308b7f2266c9 for instance with vm_state building and task_state spawning. [ 1535.491025] env[62402]: DEBUG nova.compute.manager [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Received event network-changed-ee86975a-3cbd-4da2-96e6-308b7f2266c9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1535.491025] env[62402]: DEBUG nova.compute.manager [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Refreshing instance network info cache due to event network-changed-ee86975a-3cbd-4da2-96e6-308b7f2266c9. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1535.491025] env[62402]: DEBUG oslo_concurrency.lockutils [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] Acquiring lock "refresh_cache-74c06ffb-3c25-4a39-9fe2-a6147a31ae37" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.491025] env[62402]: DEBUG oslo_concurrency.lockutils [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] Acquired lock "refresh_cache-74c06ffb-3c25-4a39-9fe2-a6147a31ae37" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.491025] env[62402]: DEBUG nova.network.neutron [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Refreshing network info cache for port ee86975a-3cbd-4da2-96e6-308b7f2266c9 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.491025] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.963s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.493524] env[62402]: INFO nova.compute.claims [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.502856] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.502856] env[62402]: value = "task-1872789" [ 1535.502856] env[62402]: _type = "Task" [ 1535.502856] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.512913] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872789, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.520225] env[62402]: INFO nova.scheduler.client.report [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted allocations for instance beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e [ 1535.547877] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.693511] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.713726] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.809462] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1535.809847] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a717f72d-a500-4055-802f-e79a440b8dfb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.817984] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1535.817984] env[62402]: value = "task-1872790" [ 1535.817984] env[62402]: _type = "Task" [ 1535.817984] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.826317] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.927143] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872788, 'name': Rename_Task, 'duration_secs': 0.372903} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.927494] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.927756] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02c84102-588c-4298-81de-de03eb66b53b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.934794] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1535.934794] env[62402]: value = "task-1872791" [ 1535.934794] env[62402]: _type = "Task" [ 1535.934794] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.943349] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.017071] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872789, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.026812] env[62402]: DEBUG oslo_concurrency.lockutils [None req-72e33003-7bd3-4b72-a986-6d4bc919fba6 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.515s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.216523] env[62402]: DEBUG nova.compute.manager [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62402) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1536.216809] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.327715] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872790, 'name': CreateSnapshot_Task, 'duration_secs': 0.471199} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.327983] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1536.328733] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad3d89f-41c2-429b-882b-40cee772f9c2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.445529] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.477883] env[62402]: DEBUG nova.network.neutron [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Updated VIF entry in instance network info cache for port ee86975a-3cbd-4da2-96e6-308b7f2266c9. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.478270] env[62402]: DEBUG nova.network.neutron [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Updating instance_info_cache with network_info: [{"id": "ee86975a-3cbd-4da2-96e6-308b7f2266c9", "address": "fa:16:3e:13:46:fb", "network": {"id": "e5194054-6645-42b2-b9e1-3e8263ce70f4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-39150585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4ccfe8a90c46acbbeadee4f60bb1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee86975a-3c", "ovs_interfaceid": "ee86975a-3cbd-4da2-96e6-308b7f2266c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.518983] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872789, 'name': CreateVM_Task, 'duration_secs': 0.550291} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.521596] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.521596] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.521596] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.521596] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.521596] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c65d316-7d0b-4f7e-9b4e-4172be12dd09 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.526104] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1536.526104] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a08fb4-0a33-05aa-5f85-0a35bad764ac" [ 1536.526104] env[62402]: _type = "Task" [ 1536.526104] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.540072] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a08fb4-0a33-05aa-5f85-0a35bad764ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.540341] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.540576] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1536.540811] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.540955] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.541147] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1536.541404] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13cfb74b-c9da-476a-9a7d-fa95e66a534d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.549061] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.549374] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.551121] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd5d6dc-d5ce-4ad8-80b2-38fcedbca3e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.557507] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1536.557507] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52280d1f-d809-75ed-4243-75f8a8fd7e14" [ 1536.557507] env[62402]: _type = "Task" [ 1536.557507] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.569307] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52280d1f-d809-75ed-4243-75f8a8fd7e14, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.569307] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c232305f-996a-4a73-9ea5-730d1f610ad6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.575614] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1536.575614] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d1169c-f40c-29a1-60ba-18754f40accb" [ 1536.575614] env[62402]: _type = "Task" [ 1536.575614] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.583235] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d1169c-f40c-29a1-60ba-18754f40accb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.653888] env[62402]: DEBUG nova.compute.manager [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1536.653888] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2dc328-71e1-42fe-abab-3125ef67a26e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.847078] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1536.849577] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-865887a7-bb94-42be-8c47-253bfa178cff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.859230] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1536.859230] env[62402]: value = "task-1872792" [ 1536.859230] env[62402]: _type = "Task" [ 1536.859230] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.870780] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872792, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.944824] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.981591] env[62402]: DEBUG oslo_concurrency.lockutils [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] Releasing lock "refresh_cache-74c06ffb-3c25-4a39-9fe2-a6147a31ae37" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.982478] env[62402]: DEBUG nova.compute.manager [req-5ea0ea05-e439-4225-8850-99b952ae3f43 req-feef2e6a-9f90-48a6-a72e-a1902d496a3b service nova] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Received event network-vif-deleted-da0bc379-0fe4-4ab7-9e4a-16a146c172b2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1537.027866] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd8d3db-b5c1-4d11-8a02-d4a02d72a99a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.035472] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0df19a-b59b-409e-ba3c-c620eb13a4fe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.066486] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa5d142-0cbe-4850-9418-fa99e2e84c4d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.074747] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5121bad-bf8f-4320-bd91-fb93a8da0d1f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.093368] env[62402]: DEBUG nova.compute.provider_tree [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.098010] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d1169c-f40c-29a1-60ba-18754f40accb, 'name': SearchDatastore_Task, 'duration_secs': 0.009013} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.098504] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.098758] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 74c06ffb-3c25-4a39-9fe2-a6147a31ae37/74c06ffb-3c25-4a39-9fe2-a6147a31ae37.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.099020] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-612cfc57-e1d6-41b3-9c78-410eb08e91bb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.105740] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1537.105740] env[62402]: value = "task-1872793" [ 1537.105740] env[62402]: _type = "Task" [ 1537.105740] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.113884] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.166918] env[62402]: INFO nova.compute.manager [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] instance snapshotting [ 1537.167621] env[62402]: DEBUG nova.objects.instance [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'flavor' on Instance uuid 2ce8fbc6-a52a-4a02-a679-4859c6496231 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.370111] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872792, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.446401] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872791, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.599864] env[62402]: DEBUG nova.scheduler.client.report [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1537.617202] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500067} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.618086] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 74c06ffb-3c25-4a39-9fe2-a6147a31ae37/74c06ffb-3c25-4a39-9fe2-a6147a31ae37.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1537.618476] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1537.618599] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7990e96-bc4a-434c-b6f6-9ed24132b5d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.625607] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1537.625607] env[62402]: value = "task-1872794" [ 1537.625607] env[62402]: _type = "Task" [ 1537.625607] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.635185] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.674476] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab56dcbd-f374-4ef7-b0e0-b1cec2bcdce2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.699171] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797cf85f-68c3-44a3-b557-8a75eb346d85 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.873598] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872792, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.947317] env[62402]: DEBUG oslo_vmware.api [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872791, 'name': PowerOnVM_Task, 'duration_secs': 1.827797} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.947677] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1537.947946] env[62402]: INFO nova.compute.manager [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1537.948216] env[62402]: DEBUG nova.compute.manager [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1537.949187] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5606bb4a-58d0-40e7-948d-8ae82111e590 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.105477] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.105634] env[62402]: DEBUG nova.compute.manager [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1538.110136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.563s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.111577] env[62402]: INFO nova.compute.claims [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1538.135205] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06585} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.135205] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1538.135860] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec76bf0c-2a98-435f-865c-2d9437f625c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.159579] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 74c06ffb-3c25-4a39-9fe2-a6147a31ae37/74c06ffb-3c25-4a39-9fe2-a6147a31ae37.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.160972] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c387a2c2-612e-4c82-9909-a0d301d50fb2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.184719] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1538.184719] env[62402]: value = "task-1872795" [ 1538.184719] env[62402]: _type = "Task" [ 1538.184719] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.195405] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.210983] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1538.212091] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a9b425b0-a83f-4a48-bb55-b13006abed3b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.219865] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1538.219865] env[62402]: value = "task-1872796" [ 1538.219865] env[62402]: _type = "Task" [ 1538.219865] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.228595] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872796, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.371256] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872792, 'name': CloneVM_Task, 'duration_secs': 1.456248} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.371664] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Created linked-clone VM from snapshot [ 1538.372388] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ae9a50-80c0-4713-adaa-86c2cabf469f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.379831] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Uploading image 5a8e9c6c-9150-4219-bfc7-ef1d4a7e1dac {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1538.414834] env[62402]: DEBUG oslo_vmware.rw_handles [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1538.414834] env[62402]: value = "vm-387050" [ 1538.414834] env[62402]: _type = "VirtualMachine" [ 1538.414834] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1538.415870] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0cf46ae9-54ae-4a2d-a076-acb4907e4aa2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.422556] env[62402]: DEBUG oslo_vmware.rw_handles [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lease: (returnval){ [ 1538.422556] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521e1261-b565-6dd1-1c21-4426cc0a1e50" [ 1538.422556] env[62402]: _type = "HttpNfcLease" [ 1538.422556] env[62402]: } obtained for exporting VM: (result){ [ 1538.422556] env[62402]: value = "vm-387050" [ 1538.422556] env[62402]: _type = "VirtualMachine" [ 1538.422556] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1538.422827] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the lease: (returnval){ [ 1538.422827] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521e1261-b565-6dd1-1c21-4426cc0a1e50" [ 1538.422827] env[62402]: _type = "HttpNfcLease" [ 1538.422827] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1538.429874] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1538.429874] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521e1261-b565-6dd1-1c21-4426cc0a1e50" [ 1538.429874] env[62402]: _type = "HttpNfcLease" [ 1538.429874] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1538.471925] env[62402]: INFO nova.compute.manager [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Took 59.24 seconds to build instance. [ 1538.477379] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.477635] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.615804] env[62402]: DEBUG nova.compute.utils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1538.619541] env[62402]: DEBUG nova.compute.manager [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1538.619728] env[62402]: DEBUG nova.network.neutron [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1538.683333] env[62402]: DEBUG nova.policy [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f81e6a1d9e8415991d86bfdc8a9cb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44597faa2b3642a0bf93eb00368419eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1538.695822] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.730281] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872796, 'name': CreateSnapshot_Task, 'duration_secs': 0.505623} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.730561] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1538.731451] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dda4c90-ae3a-4f8a-9fd8-bf709198229c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.934168] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1538.934168] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521e1261-b565-6dd1-1c21-4426cc0a1e50" [ 1538.934168] env[62402]: _type = "HttpNfcLease" [ 1538.934168] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1538.934724] env[62402]: DEBUG oslo_vmware.rw_handles [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1538.934724] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521e1261-b565-6dd1-1c21-4426cc0a1e50" [ 1538.934724] env[62402]: _type = "HttpNfcLease" [ 1538.934724] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1538.936579] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19364b15-0d2a-49b7-a6d5-e3d76f173252 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.946281] env[62402]: DEBUG oslo_vmware.rw_handles [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c291bb-775d-2964-66b9-72bad24b06e5/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1538.946658] env[62402]: DEBUG oslo_vmware.rw_handles [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c291bb-775d-2964-66b9-72bad24b06e5/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1539.010813] env[62402]: DEBUG oslo_concurrency.lockutils [None req-02791c43-bd06-4de0-9e8f-cd7e8a530962 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "f5c8078e-545a-46f2-9cdd-81d92cc60e43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.420s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.044154] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-13b4f98a-21cc-4cf0-a74c-c7f476a23873 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.054238] env[62402]: DEBUG nova.network.neutron [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Successfully created port: b4c62b09-bd31-4d3b-8c85-ba7eec42907e {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1539.123113] env[62402]: DEBUG nova.compute.manager [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1539.199168] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872795, 'name': ReconfigVM_Task, 'duration_secs': 0.657033} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.199542] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 74c06ffb-3c25-4a39-9fe2-a6147a31ae37/74c06ffb-3c25-4a39-9fe2-a6147a31ae37.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.200318] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e13e95cb-e13d-46de-8975-056d00c97823 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.206281] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1539.206281] env[62402]: value = "task-1872798" [ 1539.206281] env[62402]: _type = "Task" [ 1539.206281] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.217208] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872798, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.250353] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1539.253705] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ac870ae-6080-49dd-aa9d-df7db2a79bfc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.266297] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1539.266297] env[62402]: value = "task-1872799" [ 1539.266297] env[62402]: _type = "Task" [ 1539.266297] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.278558] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872799, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.513988] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1539.720614] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872798, 'name': Rename_Task, 'duration_secs': 0.218238} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.724291] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.724815] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da30a112-4d3c-4a57-853f-ea02708ac817 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.731823] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1539.731823] env[62402]: value = "task-1872800" [ 1539.731823] env[62402]: _type = "Task" [ 1539.731823] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.745369] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.768022] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaed222-5f81-472a-8381-525610ca1d29 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.781633] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd1ebad-9f53-4250-ae90-9a34af5f9228 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.785303] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872799, 'name': CloneVM_Task} progress is 93%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.819775] env[62402]: DEBUG nova.compute.manager [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1539.822109] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3004744f-3d94-455c-b389-415470eb72ac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.825731] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c14776-df81-4913-acda-e7d93cd1d9bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.835373] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d04d915-40a4-450d-ae31-058d0a1b9a39 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.852484] env[62402]: DEBUG nova.compute.provider_tree [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.034603] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.136345] env[62402]: DEBUG nova.compute.manager [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1540.161148] env[62402]: DEBUG nova.virt.hardware [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1540.161494] env[62402]: DEBUG nova.virt.hardware [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.161724] env[62402]: DEBUG nova.virt.hardware [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1540.161957] env[62402]: DEBUG nova.virt.hardware [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.162152] env[62402]: DEBUG nova.virt.hardware [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1540.162339] env[62402]: DEBUG nova.virt.hardware [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1540.162677] env[62402]: DEBUG nova.virt.hardware [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1540.162799] env[62402]: DEBUG nova.virt.hardware [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1540.163116] env[62402]: DEBUG nova.virt.hardware [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1540.163314] env[62402]: DEBUG nova.virt.hardware [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1540.163537] env[62402]: DEBUG nova.virt.hardware [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1540.164653] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677d9682-e495-4bb2-a8fd-30f8a425a620 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.174876] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0547878d-6629-4f20-a228-311c76996e2e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.242465] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.279531] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872799, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.343887] env[62402]: INFO nova.compute.manager [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] instance snapshotting [ 1540.347656] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ed0d97-e163-42f7-afee-d998fb6e2ca3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.373975] env[62402]: DEBUG nova.scheduler.client.report [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.380413] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ff051d-ef4d-47c6-9dab-78ab22753d2a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.743311] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.781256] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872799, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.795032] env[62402]: DEBUG nova.compute.manager [req-08327d2a-6bfc-48cc-8a81-f422e7b947f5 req-7f292678-17c2-4021-87cd-37a0541f0d7c service nova] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Received event network-vif-plugged-b4c62b09-bd31-4d3b-8c85-ba7eec42907e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1540.795549] env[62402]: DEBUG oslo_concurrency.lockutils [req-08327d2a-6bfc-48cc-8a81-f422e7b947f5 req-7f292678-17c2-4021-87cd-37a0541f0d7c service nova] Acquiring lock "f671b517-af96-443b-87a4-bb895b34e2b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.795827] env[62402]: DEBUG oslo_concurrency.lockutils [req-08327d2a-6bfc-48cc-8a81-f422e7b947f5 req-7f292678-17c2-4021-87cd-37a0541f0d7c service nova] Lock "f671b517-af96-443b-87a4-bb895b34e2b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.796079] env[62402]: DEBUG oslo_concurrency.lockutils [req-08327d2a-6bfc-48cc-8a81-f422e7b947f5 req-7f292678-17c2-4021-87cd-37a0541f0d7c service nova] Lock "f671b517-af96-443b-87a4-bb895b34e2b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.796287] env[62402]: DEBUG nova.compute.manager [req-08327d2a-6bfc-48cc-8a81-f422e7b947f5 req-7f292678-17c2-4021-87cd-37a0541f0d7c service nova] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] No waiting events found dispatching network-vif-plugged-b4c62b09-bd31-4d3b-8c85-ba7eec42907e {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1540.796506] env[62402]: WARNING nova.compute.manager [req-08327d2a-6bfc-48cc-8a81-f422e7b947f5 req-7f292678-17c2-4021-87cd-37a0541f0d7c service nova] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Received unexpected event network-vif-plugged-b4c62b09-bd31-4d3b-8c85-ba7eec42907e for instance with vm_state building and task_state spawning. [ 1540.813862] env[62402]: DEBUG nova.network.neutron [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Successfully updated port: b4c62b09-bd31-4d3b-8c85-ba7eec42907e {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1540.888465] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.888465] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.244s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.888644] env[62402]: DEBUG nova.objects.instance [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'resources' on Instance uuid 50996a24-6344-471e-885b-852e36adb8b4 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.899889] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1540.900569] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d3ada6f1-5481-4e5d-83d2-937f2af0e564 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.909267] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1540.909267] env[62402]: value = "task-1872801" [ 1540.909267] env[62402]: _type = "Task" [ 1540.909267] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.919420] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872801, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.245720] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872800, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.281109] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872799, 'name': CloneVM_Task} progress is 95%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.316728] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "refresh_cache-f671b517-af96-443b-87a4-bb895b34e2b1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.316954] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "refresh_cache-f671b517-af96-443b-87a4-bb895b34e2b1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.317055] env[62402]: DEBUG nova.network.neutron [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.390998] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquiring lock "b0049dba-2032-4e47-b12f-023dbce958a4" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.391299] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Lock "b0049dba-2032-4e47-b12f-023dbce958a4" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.420192] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872801, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.744186] env[62402]: DEBUG oslo_vmware.api [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872800, 'name': PowerOnVM_Task, 'duration_secs': 1.751111} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.744528] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.744788] env[62402]: INFO nova.compute.manager [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1541.745054] env[62402]: DEBUG nova.compute.manager [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1541.748840] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7682616-cec9-42f4-9a26-f06890d9132a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.780909] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872799, 'name': CloneVM_Task, 'duration_secs': 2.473106} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.784059] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Created linked-clone VM from snapshot [ 1541.787718] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50b85c9-fa98-47a1-b650-3f8aa88f1e2c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.793131] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Uploading image c21a8706-f596-4c78-a2f5-2235327455a2 {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1541.820390] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1541.820390] env[62402]: value = "vm-387052" [ 1541.820390] env[62402]: _type = "VirtualMachine" [ 1541.820390] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1541.823016] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-03e6417d-2502-4de4-8ff3-731d3d904b1c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.834413] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lease: (returnval){ [ 1541.834413] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529e6078-9beb-6efc-5b09-d22341808200" [ 1541.834413] env[62402]: _type = "HttpNfcLease" [ 1541.834413] env[62402]: } obtained for exporting VM: (result){ [ 1541.834413] env[62402]: value = "vm-387052" [ 1541.834413] env[62402]: _type = "VirtualMachine" [ 1541.834413] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1541.834413] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the lease: (returnval){ [ 1541.834413] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529e6078-9beb-6efc-5b09-d22341808200" [ 1541.834413] env[62402]: _type = "HttpNfcLease" [ 1541.834413] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1541.843672] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1541.843672] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529e6078-9beb-6efc-5b09-d22341808200" [ 1541.843672] env[62402]: _type = "HttpNfcLease" [ 1541.843672] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1541.875024] env[62402]: DEBUG nova.network.neutron [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1541.896558] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Lock "b0049dba-2032-4e47-b12f-023dbce958a4" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.897122] env[62402]: DEBUG nova.compute.manager [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1541.923710] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872801, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.979027] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de92e669-ea79-4933-a395-d99aaf442928 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.986474] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513fa662-9e98-43bd-9cf1-45f86b5c7cba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.025556] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eee29a-499b-4246-b48c-6eb1f0627cd5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.037408] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4998d841-746e-4689-92d5-092035b22365 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.053201] env[62402]: DEBUG nova.compute.provider_tree [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.116614] env[62402]: DEBUG nova.network.neutron [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Updating instance_info_cache with network_info: [{"id": "b4c62b09-bd31-4d3b-8c85-ba7eec42907e", "address": "fa:16:3e:68:ff:02", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c62b09-bd", "ovs_interfaceid": "b4c62b09-bd31-4d3b-8c85-ba7eec42907e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.270195] env[62402]: INFO nova.compute.manager [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Took 58.66 seconds to build instance. [ 1542.344703] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1542.344703] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529e6078-9beb-6efc-5b09-d22341808200" [ 1542.344703] env[62402]: _type = "HttpNfcLease" [ 1542.344703] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1542.345107] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1542.345107] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529e6078-9beb-6efc-5b09-d22341808200" [ 1542.345107] env[62402]: _type = "HttpNfcLease" [ 1542.345107] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1542.345971] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ffd6a2-14a2-4e7a-a2d7-40363a5aa2ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.355123] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52240eea-f065-b970-6c17-e5259188a7dd/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1542.355366] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52240eea-f065-b970-6c17-e5259188a7dd/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1542.413777] env[62402]: DEBUG nova.compute.utils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1542.416882] env[62402]: DEBUG nova.compute.manager [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1542.417710] env[62402]: DEBUG nova.network.neutron [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1542.429655] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872801, 'name': CreateSnapshot_Task, 'duration_secs': 1.045017} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.429942] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1542.430733] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23b57fe-cc3b-4a10-a03b-fcd850e56b81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.470057] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-195493b5-f1b6-4bcf-8413-b0cee13ccd1e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.508741] env[62402]: DEBUG nova.policy [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bc0c34321a8496b9816deea1012acf9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e2b1a68489746819482a82b22ed2af1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1542.560138] env[62402]: DEBUG nova.scheduler.client.report [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.620841] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "refresh_cache-f671b517-af96-443b-87a4-bb895b34e2b1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.620841] env[62402]: DEBUG nova.compute.manager [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Instance network_info: |[{"id": "b4c62b09-bd31-4d3b-8c85-ba7eec42907e", "address": "fa:16:3e:68:ff:02", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c62b09-bd", "ovs_interfaceid": "b4c62b09-bd31-4d3b-8c85-ba7eec42907e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1542.620841] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:ff:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4c62b09-bd31-4d3b-8c85-ba7eec42907e', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1542.632736] env[62402]: DEBUG oslo.service.loopingcall [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.636017] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1542.636626] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67d40c85-24af-4312-b355-599965fe7745 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.660866] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1542.660866] env[62402]: value = "task-1872803" [ 1542.660866] env[62402]: _type = "Task" [ 1542.660866] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.671918] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872803, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.773290] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7484961c-939a-444c-b535-37bd4b6a9554 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "74c06ffb-3c25-4a39-9fe2-a6147a31ae37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.684s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.917095] env[62402]: DEBUG nova.compute.manager [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1542.920951] env[62402]: DEBUG nova.network.neutron [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Successfully created port: 3bf32aed-1589-423a-afff-c18f676ea368 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1542.933858] env[62402]: DEBUG nova.compute.manager [req-a7ccc444-b645-4ad8-818a-0c786466a6ca req-e0272eda-47dc-4a50-8a11-7f85491187da service nova] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Received event network-changed-b4c62b09-bd31-4d3b-8c85-ba7eec42907e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1542.934782] env[62402]: DEBUG nova.compute.manager [req-a7ccc444-b645-4ad8-818a-0c786466a6ca req-e0272eda-47dc-4a50-8a11-7f85491187da service nova] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Refreshing instance network info cache due to event network-changed-b4c62b09-bd31-4d3b-8c85-ba7eec42907e. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1542.934782] env[62402]: DEBUG oslo_concurrency.lockutils [req-a7ccc444-b645-4ad8-818a-0c786466a6ca req-e0272eda-47dc-4a50-8a11-7f85491187da service nova] Acquiring lock "refresh_cache-f671b517-af96-443b-87a4-bb895b34e2b1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.934782] env[62402]: DEBUG oslo_concurrency.lockutils [req-a7ccc444-b645-4ad8-818a-0c786466a6ca req-e0272eda-47dc-4a50-8a11-7f85491187da service nova] Acquired lock "refresh_cache-f671b517-af96-443b-87a4-bb895b34e2b1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.934998] env[62402]: DEBUG nova.network.neutron [req-a7ccc444-b645-4ad8-818a-0c786466a6ca req-e0272eda-47dc-4a50-8a11-7f85491187da service nova] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Refreshing network info cache for port b4c62b09-bd31-4d3b-8c85-ba7eec42907e {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1542.950627] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1542.951622] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ef1e699-2012-4567-9cbf-441c572cfa0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.962474] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1542.962474] env[62402]: value = "task-1872804" [ 1542.962474] env[62402]: _type = "Task" [ 1542.962474] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.972831] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872804, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.066859] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.074072] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 44.869s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.074072] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.074072] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1543.074707] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.047s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.074707] env[62402]: DEBUG nova.objects.instance [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Lazy-loading 'resources' on Instance uuid 468ab348-32cd-48ec-a59a-3cb7c39093ae {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.080450] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bbff9b-3f9a-4765-860e-b8f14bdcad1a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.090381] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a091bb6e-e709-4d13-b4ee-815ea55a0219 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.108383] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b497e4df-a41c-4c93-b312-97122511a2f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.120514] env[62402]: INFO nova.scheduler.client.report [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Deleted allocations for instance 50996a24-6344-471e-885b-852e36adb8b4 [ 1543.121803] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74f60ec-9205-4511-95b0-cd82133e228a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.163882] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177888MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1543.164054] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.175361] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872803, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.276940] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1544.210901] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20ba22bf-7316-4927-88ae-70efc91867b5 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "50996a24-6344-471e-885b-852e36adb8b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.453s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.235705] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872804, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.237847] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872803, 'name': CreateVM_Task, 'duration_secs': 0.70288} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.239311] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.241393] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.242185] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.242544] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.242955] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1544.243654] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feec001b-4b96-46da-9564-d96db0d56c21 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.254387] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1544.254387] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a17895-b5ec-5007-31fc-215b6ca384ab" [ 1544.254387] env[62402]: _type = "Task" [ 1544.254387] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.268086] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a17895-b5ec-5007-31fc-215b6ca384ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.471914] env[62402]: DEBUG nova.network.neutron [req-a7ccc444-b645-4ad8-818a-0c786466a6ca req-e0272eda-47dc-4a50-8a11-7f85491187da service nova] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Updated VIF entry in instance network info cache for port b4c62b09-bd31-4d3b-8c85-ba7eec42907e. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.472620] env[62402]: DEBUG nova.network.neutron [req-a7ccc444-b645-4ad8-818a-0c786466a6ca req-e0272eda-47dc-4a50-8a11-7f85491187da service nova] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Updating instance_info_cache with network_info: [{"id": "b4c62b09-bd31-4d3b-8c85-ba7eec42907e", "address": "fa:16:3e:68:ff:02", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c62b09-bd", "ovs_interfaceid": "b4c62b09-bd31-4d3b-8c85-ba7eec42907e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.697239] env[62402]: DEBUG nova.network.neutron [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Successfully updated port: 3bf32aed-1589-423a-afff-c18f676ea368 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1544.716967] env[62402]: DEBUG nova.compute.manager [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1544.719664] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872804, 'name': CloneVM_Task, 'duration_secs': 1.523981} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.724613] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Created linked-clone VM from snapshot [ 1544.726010] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccf52e8-3f36-412c-9e5f-c3a383602dbd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.734852] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Uploading image cf4d0a82-8855-49e3-aa05-1af972e4368a {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1544.763378] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a17895-b5ec-5007-31fc-215b6ca384ab, 'name': SearchDatastore_Task, 'duration_secs': 0.020149} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.763683] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.764045] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1544.764365] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.764561] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.765281] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1544.767580] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e79f58-1c9f-4938-83d7-bc57428acecb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.777552] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1544.777745] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1544.778561] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2dbe49-1b18-45c1-ae01-66e686688554 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.783208] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c6a9cc-2a82-4d4c-bf85-8bc1e3540efc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.790379] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1544.790379] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c394aa-c88e-fc6b-603f-df7f3471df10" [ 1544.790379] env[62402]: _type = "Task" [ 1544.790379] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.795957] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f47dfe1-6cc7-4965-b8c1-b9eba95cf1b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.804538] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c394aa-c88e-fc6b-603f-df7f3471df10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.832224] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf18a66-3b14-453e-8124-72deac9712b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.840360] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deccaeaf-5fca-4717-99d5-7dec59f65ff0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.855287] env[62402]: DEBUG nova.compute.provider_tree [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.975363] env[62402]: DEBUG oslo_concurrency.lockutils [req-a7ccc444-b645-4ad8-818a-0c786466a6ca req-e0272eda-47dc-4a50-8a11-7f85491187da service nova] Releasing lock "refresh_cache-f671b517-af96-443b-87a4-bb895b34e2b1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.200847] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquiring lock "refresh_cache-e903181a-2fb0-411c-807c-ae9be16854d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.201092] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquired lock "refresh_cache-e903181a-2fb0-411c-807c-ae9be16854d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.201306] env[62402]: DEBUG nova.network.neutron [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.303134] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c394aa-c88e-fc6b-603f-df7f3471df10, 'name': SearchDatastore_Task, 'duration_secs': 0.023139} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.304206] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd842813-a5a0-4f39-829d-2e23b3631cdd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.310427] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1545.310427] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5245f319-89f5-9a02-4e46-03dbbf0990e1" [ 1545.310427] env[62402]: _type = "Task" [ 1545.310427] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.320314] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5245f319-89f5-9a02-4e46-03dbbf0990e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.358576] env[62402]: DEBUG nova.scheduler.client.report [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.690871] env[62402]: DEBUG nova.compute.manager [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Received event network-vif-plugged-3bf32aed-1589-423a-afff-c18f676ea368 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1545.691110] env[62402]: DEBUG oslo_concurrency.lockutils [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] Acquiring lock "e903181a-2fb0-411c-807c-ae9be16854d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.691326] env[62402]: DEBUG oslo_concurrency.lockutils [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] Lock "e903181a-2fb0-411c-807c-ae9be16854d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.691496] env[62402]: DEBUG oslo_concurrency.lockutils [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] Lock "e903181a-2fb0-411c-807c-ae9be16854d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.691751] env[62402]: DEBUG nova.compute.manager [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] No waiting events found dispatching network-vif-plugged-3bf32aed-1589-423a-afff-c18f676ea368 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1545.691932] env[62402]: WARNING nova.compute.manager [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Received unexpected event network-vif-plugged-3bf32aed-1589-423a-afff-c18f676ea368 for instance with vm_state building and task_state spawning. [ 1545.692090] env[62402]: DEBUG nova.compute.manager [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Received event network-changed-3bf32aed-1589-423a-afff-c18f676ea368 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1545.692252] env[62402]: DEBUG nova.compute.manager [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Refreshing instance network info cache due to event network-changed-3bf32aed-1589-423a-afff-c18f676ea368. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1545.692411] env[62402]: DEBUG oslo_concurrency.lockutils [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] Acquiring lock "refresh_cache-e903181a-2fb0-411c-807c-ae9be16854d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.767991] env[62402]: DEBUG nova.network.neutron [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1545.821188] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5245f319-89f5-9a02-4e46-03dbbf0990e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015857} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.821516] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.821809] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] f671b517-af96-443b-87a4-bb895b34e2b1/f671b517-af96-443b-87a4-bb895b34e2b1.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.822497] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-443d4566-413b-4dc4-b374-411b1efdf406 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.832966] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1545.832966] env[62402]: value = "task-1872805" [ 1545.832966] env[62402]: _type = "Task" [ 1545.832966] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.852368] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.864722] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.790s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.867341] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.526s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.869568] env[62402]: INFO nova.compute.claims [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1545.887117] env[62402]: INFO nova.scheduler.client.report [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Deleted allocations for instance 468ab348-32cd-48ec-a59a-3cb7c39093ae [ 1545.993404] env[62402]: DEBUG nova.network.neutron [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Updating instance_info_cache with network_info: [{"id": "3bf32aed-1589-423a-afff-c18f676ea368", "address": "fa:16:3e:b5:3b:b9", "network": {"id": "89104cb0-fae4-4f10-ae0f-82798c01ef09", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1787865860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2b1a68489746819482a82b22ed2af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf32aed-15", "ovs_interfaceid": "3bf32aed-1589-423a-afff-c18f676ea368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.344741] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872805, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.395920] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e78b4a8-863d-4d99-9b1a-f03d62ddd08b tempest-ServersV294TestFqdnHostnames-1997496142 tempest-ServersV294TestFqdnHostnames-1997496142-project-member] Lock "468ab348-32cd-48ec-a59a-3cb7c39093ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.585s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.495849] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Releasing lock "refresh_cache-e903181a-2fb0-411c-807c-ae9be16854d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.496233] env[62402]: DEBUG nova.compute.manager [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Instance network_info: |[{"id": "3bf32aed-1589-423a-afff-c18f676ea368", "address": "fa:16:3e:b5:3b:b9", "network": {"id": "89104cb0-fae4-4f10-ae0f-82798c01ef09", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1787865860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2b1a68489746819482a82b22ed2af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf32aed-15", "ovs_interfaceid": "3bf32aed-1589-423a-afff-c18f676ea368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1546.496541] env[62402]: DEBUG oslo_concurrency.lockutils [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] Acquired lock "refresh_cache-e903181a-2fb0-411c-807c-ae9be16854d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.496719] env[62402]: DEBUG nova.network.neutron [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Refreshing network info cache for port 3bf32aed-1589-423a-afff-c18f676ea368 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.844928] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605759} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.845925] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] f671b517-af96-443b-87a4-bb895b34e2b1/f671b517-af96-443b-87a4-bb895b34e2b1.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1546.848806] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.848806] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3262eca6-d07d-4c27-bea2-88537ac1bb50 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.855178] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1546.855178] env[62402]: value = "task-1872806" [ 1546.855178] env[62402]: _type = "Task" [ 1546.855178] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.864942] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.086461] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "74c06ffb-3c25-4a39-9fe2-a6147a31ae37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.086715] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "74c06ffb-3c25-4a39-9fe2-a6147a31ae37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.086925] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "74c06ffb-3c25-4a39-9fe2-a6147a31ae37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.087134] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "74c06ffb-3c25-4a39-9fe2-a6147a31ae37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.087332] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "74c06ffb-3c25-4a39-9fe2-a6147a31ae37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.089823] env[62402]: INFO nova.compute.manager [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Terminating instance [ 1547.372627] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118503} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.373278] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.375680] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8e5cd6-1c42-46cc-8e1b-a2bb3631fbac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.402995] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] f671b517-af96-443b-87a4-bb895b34e2b1/f671b517-af96-443b-87a4-bb895b34e2b1.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.408144] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9f070d1-5c28-4544-8a8d-cd3e57e43822 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.428489] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1547.428489] env[62402]: value = "task-1872807" [ 1547.428489] env[62402]: _type = "Task" [ 1547.428489] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.440362] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.454115] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a951127d-17f2-472d-b9e3-f404b7a291c0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.462207] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ffff67-bc40-4e6a-9ab9-f01f7657f05f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.500685] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a0b8d4-875e-4637-9d1e-1b3b8682ef81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.509236] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51860c9-2a19-4814-8f8d-ff6461795e6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.522918] env[62402]: DEBUG nova.compute.provider_tree [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.525865] env[62402]: DEBUG nova.network.neutron [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Updated VIF entry in instance network info cache for port 3bf32aed-1589-423a-afff-c18f676ea368. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1547.529349] env[62402]: DEBUG nova.network.neutron [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Updating instance_info_cache with network_info: [{"id": "3bf32aed-1589-423a-afff-c18f676ea368", "address": "fa:16:3e:b5:3b:b9", "network": {"id": "89104cb0-fae4-4f10-ae0f-82798c01ef09", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1787865860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2b1a68489746819482a82b22ed2af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf32aed-15", "ovs_interfaceid": "3bf32aed-1589-423a-afff-c18f676ea368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.598887] env[62402]: DEBUG nova.compute.manager [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1547.599138] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.600145] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66400fa0-7564-4c1e-8a65-af289ab7a85b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.608682] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.608939] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce6722a-89bb-4f45-8080-80bcbd0fafb7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.616451] env[62402]: DEBUG oslo_vmware.api [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1547.616451] env[62402]: value = "task-1872808" [ 1547.616451] env[62402]: _type = "Task" [ 1547.616451] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.626085] env[62402]: DEBUG oslo_vmware.api [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.941885] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.955934] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1547.956254] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a83d034-758d-4155-a934-ea3cca32b73d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.962858] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1547.962858] env[62402]: value = "task-1872809" [ 1547.962858] env[62402]: _type = "Task" [ 1547.962858] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.971983] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872809, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.974215] env[62402]: DEBUG nova.virt.hardware [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1547.974453] env[62402]: DEBUG nova.virt.hardware [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.974607] env[62402]: DEBUG nova.virt.hardware [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1547.974840] env[62402]: DEBUG nova.virt.hardware [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.974925] env[62402]: DEBUG nova.virt.hardware [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1547.975122] env[62402]: DEBUG nova.virt.hardware [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1547.975295] env[62402]: DEBUG nova.virt.hardware [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1547.975448] env[62402]: DEBUG nova.virt.hardware [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1547.975611] env[62402]: DEBUG nova.virt.hardware [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1547.975768] env[62402]: DEBUG nova.virt.hardware [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1547.975936] env[62402]: DEBUG nova.virt.hardware [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1547.978031] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23214963-e7ff-4301-a09a-5753064fb5c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.986739] env[62402]: DEBUG oslo_vmware.rw_handles [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c291bb-775d-2964-66b9-72bad24b06e5/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1547.987989] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c220680-df53-4c54-a92a-62c19c41c4e2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.994272] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc04342b-2ffc-4490-83ac-d47f972c31ce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.008136] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:3b:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bf32aed-1589-423a-afff-c18f676ea368', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1548.015714] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Creating folder: Project (4e2b1a68489746819482a82b22ed2af1). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1548.017780] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71c1fda2-5d75-471b-8099-50592fe95f21 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.019617] env[62402]: DEBUG oslo_vmware.rw_handles [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c291bb-775d-2964-66b9-72bad24b06e5/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1548.019845] env[62402]: ERROR oslo_vmware.rw_handles [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c291bb-775d-2964-66b9-72bad24b06e5/disk-0.vmdk due to incomplete transfer. [ 1548.020103] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-91ad3536-4904-4e88-84e6-8341e3a155aa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.030162] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Created folder: Project (4e2b1a68489746819482a82b22ed2af1) in parent group-v386882. [ 1548.030391] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Creating folder: Instances. Parent ref: group-v387056. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1548.031526] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b9e0fb5-8965-40f9-83d2-770a930a187d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.033770] env[62402]: DEBUG nova.scheduler.client.report [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.037305] env[62402]: DEBUG oslo_concurrency.lockutils [req-cb0b88fd-2bf3-49eb-9ee4-e44e99d3e6a4 req-00ba6bb0-f94c-4a11-8578-496c4e5dc4ba service nova] Releasing lock "refresh_cache-e903181a-2fb0-411c-807c-ae9be16854d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.037696] env[62402]: DEBUG oslo_vmware.rw_handles [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c291bb-775d-2964-66b9-72bad24b06e5/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1548.038116] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Uploaded image 5a8e9c6c-9150-4219-bfc7-ef1d4a7e1dac to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1548.040692] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1548.041993] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ea36f910-41b1-4df9-a533-e7d89e727460 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.048178] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1548.048178] env[62402]: value = "task-1872811" [ 1548.048178] env[62402]: _type = "Task" [ 1548.048178] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.054662] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Created folder: Instances in parent group-v387056. [ 1548.054941] env[62402]: DEBUG oslo.service.loopingcall [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.055674] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1548.056393] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe7920f6-895e-4168-9bce-0b819c11bc8c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.075664] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872811, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.081948] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1548.081948] env[62402]: value = "task-1872813" [ 1548.081948] env[62402]: _type = "Task" [ 1548.081948] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.090275] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872813, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.126443] env[62402]: DEBUG oslo_vmware.api [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872808, 'name': PowerOffVM_Task, 'duration_secs': 0.293897} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.126794] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.126901] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.127176] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6525dc6e-1094-4a46-9abb-f076a79b8481 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.209432] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.209716] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.209899] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Deleting the datastore file [datastore1] 74c06ffb-3c25-4a39-9fe2-a6147a31ae37 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.210316] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc68ea46-8cd8-4de9-82b9-b17d79946fa6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.219101] env[62402]: DEBUG oslo_vmware.api [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1548.219101] env[62402]: value = "task-1872815" [ 1548.219101] env[62402]: _type = "Task" [ 1548.219101] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.225740] env[62402]: DEBUG oslo_vmware.api [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.440315] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872807, 'name': ReconfigVM_Task, 'duration_secs': 0.576498} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.440663] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Reconfigured VM instance instance-0000003b to attach disk [datastore1] f671b517-af96-443b-87a4-bb895b34e2b1/f671b517-af96-443b-87a4-bb895b34e2b1.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.441347] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-906a06f9-eda6-419e-88be-72722f17ffdb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.448348] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1548.448348] env[62402]: value = "task-1872816" [ 1548.448348] env[62402]: _type = "Task" [ 1548.448348] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.457043] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872816, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.472260] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872809, 'name': Destroy_Task, 'duration_secs': 0.432092} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.472482] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Destroyed the VM [ 1548.472903] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1548.473210] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-96ecacbe-25bb-4d2d-95a7-cfa993114893 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.480404] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1548.480404] env[62402]: value = "task-1872817" [ 1548.480404] env[62402]: _type = "Task" [ 1548.480404] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.488902] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872817, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.542118] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.542735] env[62402]: DEBUG nova.compute.manager [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1548.546121] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.040s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.546799] env[62402]: INFO nova.compute.claims [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.560185] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872811, 'name': Destroy_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.593070] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872813, 'name': CreateVM_Task, 'duration_secs': 0.462914} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.593474] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.594547] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.594981] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.595545] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1548.595956] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c604c074-099a-490b-a6df-0d3ee0363387 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.603074] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Waiting for the task: (returnval){ [ 1548.603074] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52faf92a-3a12-34a7-0efb-344bab32daa9" [ 1548.603074] env[62402]: _type = "Task" [ 1548.603074] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.611847] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52faf92a-3a12-34a7-0efb-344bab32daa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.730518] env[62402]: DEBUG oslo_vmware.api [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266676} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.730954] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.731288] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.731634] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.731977] env[62402]: INFO nova.compute.manager [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1548.732799] env[62402]: DEBUG oslo.service.loopingcall [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.733685] env[62402]: DEBUG nova.compute.manager [-] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.734766] env[62402]: DEBUG nova.network.neutron [-] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.961417] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872816, 'name': Rename_Task, 'duration_secs': 0.192119} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.961769] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.962031] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9b9d61f-b747-4984-9c27-b323e07f26a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.968013] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1548.968013] env[62402]: value = "task-1872818" [ 1548.968013] env[62402]: _type = "Task" [ 1548.968013] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.976920] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.991805] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872817, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.051901] env[62402]: DEBUG nova.compute.utils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1549.061193] env[62402]: DEBUG nova.compute.manager [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1549.061193] env[62402]: DEBUG nova.network.neutron [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1549.075978] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872811, 'name': Destroy_Task, 'duration_secs': 0.698095} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.076342] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Destroyed the VM [ 1549.076620] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1549.077539] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0682b0c6-80bb-472d-bb4f-48a0b75b61e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.091695] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1549.091695] env[62402]: value = "task-1872819" [ 1549.091695] env[62402]: _type = "Task" [ 1549.091695] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.104670] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872819, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.113309] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52faf92a-3a12-34a7-0efb-344bab32daa9, 'name': SearchDatastore_Task, 'duration_secs': 0.123043} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.113799] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.114050] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1549.114385] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.114578] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.114801] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.115119] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-676b1a9f-381b-4e44-963d-85ca97941b4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.124725] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.124955] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.126049] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4edf30d-b903-4dd9-8b10-1c1b39f96873 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.134501] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Waiting for the task: (returnval){ [ 1549.134501] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52534718-47ee-35cb-a630-f92f7d566ad2" [ 1549.134501] env[62402]: _type = "Task" [ 1549.134501] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.143991] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52534718-47ee-35cb-a630-f92f7d566ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.159533] env[62402]: DEBUG nova.policy [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f90bcf47cb45f7ba196da24c484b12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5269d4d3a7464d5792a622309c90cfe6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1549.294886] env[62402]: DEBUG nova.compute.manager [req-c1d8a344-a61e-4889-967b-3461e344278e req-d892e85f-8784-44d8-b239-7d64acadbbbf service nova] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Received event network-vif-deleted-ee86975a-3cbd-4da2-96e6-308b7f2266c9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1549.294886] env[62402]: INFO nova.compute.manager [req-c1d8a344-a61e-4889-967b-3461e344278e req-d892e85f-8784-44d8-b239-7d64acadbbbf service nova] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Neutron deleted interface ee86975a-3cbd-4da2-96e6-308b7f2266c9; detaching it from the instance and deleting it from the info cache [ 1549.295567] env[62402]: DEBUG nova.network.neutron [req-c1d8a344-a61e-4889-967b-3461e344278e req-d892e85f-8784-44d8-b239-7d64acadbbbf service nova] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.328653] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.330268] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.480162] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872818, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.492695] env[62402]: DEBUG oslo_vmware.api [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872817, 'name': RemoveSnapshot_Task, 'duration_secs': 0.913231} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.493409] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1549.562223] env[62402]: DEBUG nova.compute.manager [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1549.573061] env[62402]: DEBUG nova.network.neutron [-] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.609557] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872819, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.653168] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52534718-47ee-35cb-a630-f92f7d566ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.012897} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.659410] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc8d6a8-1d15-4ccc-b44d-529cc56eeeb3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.666674] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Waiting for the task: (returnval){ [ 1549.666674] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524e43cd-f04f-04cf-b65a-ac4bbe3dd716" [ 1549.666674] env[62402]: _type = "Task" [ 1549.666674] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.675553] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524e43cd-f04f-04cf-b65a-ac4bbe3dd716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.798959] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5aa16630-9772-4b11-a77a-60ceed02fbce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.812640] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e576918c-d217-40c8-a40d-0abde6629177 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.860318] env[62402]: DEBUG nova.compute.manager [req-c1d8a344-a61e-4889-967b-3461e344278e req-d892e85f-8784-44d8-b239-7d64acadbbbf service nova] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Detach interface failed, port_id=ee86975a-3cbd-4da2-96e6-308b7f2266c9, reason: Instance 74c06ffb-3c25-4a39-9fe2-a6147a31ae37 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1549.861739] env[62402]: DEBUG nova.network.neutron [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Successfully created port: 627ba4f8-b36a-407c-b867-8a5f07314f56 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.982433] env[62402]: DEBUG oslo_vmware.api [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872818, 'name': PowerOnVM_Task, 'duration_secs': 0.543897} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.982713] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.982919] env[62402]: INFO nova.compute.manager [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1549.983111] env[62402]: DEBUG nova.compute.manager [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.983915] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b499847-940d-452f-930d-5d218bd599e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.001431] env[62402]: WARNING nova.compute.manager [None req-e47ec2c9-794f-4aee-983e-f805666fdeb6 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Image not found during snapshot: nova.exception.ImageNotFound: Image cf4d0a82-8855-49e3-aa05-1af972e4368a could not be found. [ 1550.075258] env[62402]: INFO nova.compute.manager [-] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Took 1.34 seconds to deallocate network for instance. [ 1550.103513] env[62402]: DEBUG oslo_vmware.api [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872819, 'name': RemoveSnapshot_Task, 'duration_secs': 0.745832} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.103794] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1550.104053] env[62402]: INFO nova.compute.manager [None req-b0d98014-ccff-450c-948a-3a578a28a8af tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Took 14.83 seconds to snapshot the instance on the hypervisor. [ 1550.179556] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524e43cd-f04f-04cf-b65a-ac4bbe3dd716, 'name': SearchDatastore_Task, 'duration_secs': 0.014366} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.182400] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.182860] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] e903181a-2fb0-411c-807c-ae9be16854d2/e903181a-2fb0-411c-807c-ae9be16854d2.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.183380] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-984a786f-7a05-43e7-a9f0-4090f5b7e5a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.190810] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Waiting for the task: (returnval){ [ 1550.190810] env[62402]: value = "task-1872820" [ 1550.190810] env[62402]: _type = "Task" [ 1550.190810] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.201533] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.224097] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba5c7b6-13c9-488e-84cf-7301a0e2885f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.232513] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f19f6a-3646-4dec-9623-d554db5aab53 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.267077] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4153d8c-7547-480b-adeb-be761fd2fef3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.275613] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dfbd62-3596-43d9-974e-10c995960314 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.291686] env[62402]: DEBUG nova.compute.provider_tree [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.511588] env[62402]: INFO nova.compute.manager [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Took 61.02 seconds to build instance. [ 1550.575918] env[62402]: DEBUG nova.compute.manager [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1550.588922] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.621697] env[62402]: DEBUG nova.virt.hardware [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1550.621963] env[62402]: DEBUG nova.virt.hardware [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.622133] env[62402]: DEBUG nova.virt.hardware [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1550.622416] env[62402]: DEBUG nova.virt.hardware [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.622523] env[62402]: DEBUG nova.virt.hardware [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1550.622591] env[62402]: DEBUG nova.virt.hardware [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1550.622841] env[62402]: DEBUG nova.virt.hardware [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1550.622947] env[62402]: DEBUG nova.virt.hardware [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1550.623135] env[62402]: DEBUG nova.virt.hardware [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1550.623307] env[62402]: DEBUG nova.virt.hardware [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1550.623498] env[62402]: DEBUG nova.virt.hardware [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1550.624971] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71639c70-3b17-424f-9743-2c39ff14ec64 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.643115] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa9f46-99a6-4ad9-8878-f912415d3f67 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.702612] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872820, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.797148] env[62402]: DEBUG nova.scheduler.client.report [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.015589] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f33f95f0-f1a1-49dd-8384-b1494c872bd4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "f671b517-af96-443b-87a4-bb895b34e2b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.880s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.090718] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4b18ea-fb2e-45ba-91b7-3b7cf5b688cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.098576] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5188f5b1-035e-4215-a6a4-cf386699aa2a tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Suspending the VM {{(pid=62402) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1551.098836] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0155bcce-8bb4-4e44-a213-db02dc23ad83 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.105856] env[62402]: DEBUG oslo_vmware.api [None req-5188f5b1-035e-4215-a6a4-cf386699aa2a tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1551.105856] env[62402]: value = "task-1872821" [ 1551.105856] env[62402]: _type = "Task" [ 1551.105856] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.118658] env[62402]: DEBUG oslo_vmware.api [None req-5188f5b1-035e-4215-a6a4-cf386699aa2a tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872821, 'name': SuspendVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.202326] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601036} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.202609] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] e903181a-2fb0-411c-807c-ae9be16854d2/e903181a-2fb0-411c-807c-ae9be16854d2.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1551.202913] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1551.203207] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09d67287-e5d9-4526-8e0e-1c749bff7033 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.210625] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Waiting for the task: (returnval){ [ 1551.210625] env[62402]: value = "task-1872822" [ 1551.210625] env[62402]: _type = "Task" [ 1551.210625] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.220362] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.302479] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.303049] env[62402]: DEBUG nova.compute.manager [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1551.306513] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.631s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.306759] env[62402]: DEBUG nova.objects.instance [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lazy-loading 'resources' on Instance uuid 4d2af92c-9932-4691-91b8-ee929263ba45 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.507054] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "f5c8078e-545a-46f2-9cdd-81d92cc60e43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.507352] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "f5c8078e-545a-46f2-9cdd-81d92cc60e43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.507784] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "f5c8078e-545a-46f2-9cdd-81d92cc60e43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.507994] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "f5c8078e-545a-46f2-9cdd-81d92cc60e43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.508188] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "f5c8078e-545a-46f2-9cdd-81d92cc60e43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.510638] env[62402]: INFO nova.compute.manager [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Terminating instance [ 1551.518108] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1551.622855] env[62402]: DEBUG oslo_vmware.api [None req-5188f5b1-035e-4215-a6a4-cf386699aa2a tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872821, 'name': SuspendVM_Task} progress is 62%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.724522] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130465} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.725498] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.728283] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990dccc3-39ee-4ddf-a709-e53cd6b6f234 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.751566] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] e903181a-2fb0-411c-807c-ae9be16854d2/e903181a-2fb0-411c-807c-ae9be16854d2.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.751978] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf5711d7-8274-41f5-bda1-ce0186bd2b53 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.776016] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Waiting for the task: (returnval){ [ 1551.776016] env[62402]: value = "task-1872823" [ 1551.776016] env[62402]: _type = "Task" [ 1551.776016] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.784780] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.808509] env[62402]: DEBUG nova.compute.utils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.813034] env[62402]: DEBUG nova.compute.manager [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1551.813034] env[62402]: DEBUG nova.network.neutron [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1551.873203] env[62402]: DEBUG nova.policy [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f90bcf47cb45f7ba196da24c484b12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5269d4d3a7464d5792a622309c90cfe6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1551.917336] env[62402]: DEBUG nova.network.neutron [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Successfully updated port: 627ba4f8-b36a-407c-b867-8a5f07314f56 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1552.017291] env[62402]: DEBUG nova.compute.manager [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.017946] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.018802] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f213733-1add-4005-9599-576e35548d6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.029746] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.032432] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08379f1f-7cdd-4cb5-9d97-b9d93d85bc68 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.041034] env[62402]: DEBUG oslo_vmware.api [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1552.041034] env[62402]: value = "task-1872824" [ 1552.041034] env[62402]: _type = "Task" [ 1552.041034] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.045828] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.053672] env[62402]: DEBUG oslo_vmware.api [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.118571] env[62402]: DEBUG nova.compute.manager [req-91d0e1c9-deb6-465b-aba5-aa4dbbf50443 req-c71a5c5c-11b6-4e47-9d41-d8fa1e57c67c service nova] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Received event network-vif-plugged-627ba4f8-b36a-407c-b867-8a5f07314f56 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1552.118571] env[62402]: DEBUG oslo_concurrency.lockutils [req-91d0e1c9-deb6-465b-aba5-aa4dbbf50443 req-c71a5c5c-11b6-4e47-9d41-d8fa1e57c67c service nova] Acquiring lock "4226b554-55ff-4cba-b0ae-61e23403ac42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.118571] env[62402]: DEBUG oslo_concurrency.lockutils [req-91d0e1c9-deb6-465b-aba5-aa4dbbf50443 req-c71a5c5c-11b6-4e47-9d41-d8fa1e57c67c service nova] Lock "4226b554-55ff-4cba-b0ae-61e23403ac42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.118571] env[62402]: DEBUG oslo_concurrency.lockutils [req-91d0e1c9-deb6-465b-aba5-aa4dbbf50443 req-c71a5c5c-11b6-4e47-9d41-d8fa1e57c67c service nova] Lock "4226b554-55ff-4cba-b0ae-61e23403ac42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.118891] env[62402]: DEBUG nova.compute.manager [req-91d0e1c9-deb6-465b-aba5-aa4dbbf50443 req-c71a5c5c-11b6-4e47-9d41-d8fa1e57c67c service nova] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] No waiting events found dispatching network-vif-plugged-627ba4f8-b36a-407c-b867-8a5f07314f56 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1552.118891] env[62402]: WARNING nova.compute.manager [req-91d0e1c9-deb6-465b-aba5-aa4dbbf50443 req-c71a5c5c-11b6-4e47-9d41-d8fa1e57c67c service nova] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Received unexpected event network-vif-plugged-627ba4f8-b36a-407c-b867-8a5f07314f56 for instance with vm_state building and task_state spawning. [ 1552.123342] env[62402]: DEBUG oslo_vmware.api [None req-5188f5b1-035e-4215-a6a4-cf386699aa2a tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872821, 'name': SuspendVM_Task, 'duration_secs': 0.685383} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.123947] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5188f5b1-035e-4215-a6a4-cf386699aa2a tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Suspended the VM {{(pid=62402) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1552.123947] env[62402]: DEBUG nova.compute.manager [None req-5188f5b1-035e-4215-a6a4-cf386699aa2a tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1552.124924] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80953ba-bd62-4302-ba0f-90a0be23a460 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.206572] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52240eea-f065-b970-6c17-e5259188a7dd/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1552.207782] env[62402]: DEBUG nova.network.neutron [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Successfully created port: 16d99cd6-b864-4852-927a-bc67b1a10032 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1552.211233] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735fc925-2e76-4915-8556-c021243022d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.218260] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52240eea-f065-b970-6c17-e5259188a7dd/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1552.218466] env[62402]: ERROR oslo_vmware.rw_handles [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52240eea-f065-b970-6c17-e5259188a7dd/disk-0.vmdk due to incomplete transfer. [ 1552.218724] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c5c5798-b8c9-40b8-9135-405fd6979f3b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.225523] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52240eea-f065-b970-6c17-e5259188a7dd/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1552.225784] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Uploaded image c21a8706-f596-4c78-a2f5-2235327455a2 to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1552.227466] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1552.228010] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38ea20f6-0751-4fa7-b283-79be35e959b7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.233790] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1552.233790] env[62402]: value = "task-1872825" [ 1552.233790] env[62402]: _type = "Task" [ 1552.233790] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.244480] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872825, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.289926] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872823, 'name': ReconfigVM_Task, 'duration_secs': 0.372219} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.289926] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Reconfigured VM instance instance-0000003c to attach disk [datastore1] e903181a-2fb0-411c-807c-ae9be16854d2/e903181a-2fb0-411c-807c-ae9be16854d2.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.290350] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b81a0ae3-7bb9-4dc1-8bfb-fb0b1549cc24 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.297841] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Waiting for the task: (returnval){ [ 1552.297841] env[62402]: value = "task-1872826" [ 1552.297841] env[62402]: _type = "Task" [ 1552.297841] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.310448] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872826, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.319162] env[62402]: DEBUG nova.compute.manager [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1552.420698] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "refresh_cache-4226b554-55ff-4cba-b0ae-61e23403ac42" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.420881] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired lock "refresh_cache-4226b554-55ff-4cba-b0ae-61e23403ac42" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.420998] env[62402]: DEBUG nova.network.neutron [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.505529] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebd4915-2a59-4d1a-95bd-975f62bf7f50 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.513200] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea05d8a2-7076-4a3d-a93e-2659b534d295 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.546813] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890deedd-e91a-4419-8bde-fb5cac4ecb62 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.557727] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215daab2-b7d5-471e-b72b-e78502b2d5f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.563687] env[62402]: DEBUG oslo_vmware.api [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872824, 'name': PowerOffVM_Task, 'duration_secs': 0.166209} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.563687] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.563687] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1552.563687] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42585b38-f45e-4a0a-9d11-80a9f7e82d4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.573350] env[62402]: DEBUG nova.compute.provider_tree [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.747248] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872825, 'name': Destroy_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.790665] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1552.790857] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1552.791029] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Deleting the datastore file [datastore2] f5c8078e-545a-46f2-9cdd-81d92cc60e43 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1552.791301] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d3ced4f-51ac-471d-a57e-a9403f6e6bfd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.800194] env[62402]: DEBUG oslo_vmware.api [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1552.800194] env[62402]: value = "task-1872828" [ 1552.800194] env[62402]: _type = "Task" [ 1552.800194] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.814775] env[62402]: DEBUG oslo_vmware.api [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.815140] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872826, 'name': Rename_Task, 'duration_secs': 0.144947} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.815319] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.815559] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6d57c45-79d5-4811-9266-7d28e2d455a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.829035] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Waiting for the task: (returnval){ [ 1552.829035] env[62402]: value = "task-1872829" [ 1552.829035] env[62402]: _type = "Task" [ 1552.829035] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.834540] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.964059] env[62402]: DEBUG nova.network.neutron [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1553.076500] env[62402]: DEBUG nova.scheduler.client.report [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1553.144212] env[62402]: DEBUG nova.network.neutron [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Updating instance_info_cache with network_info: [{"id": "627ba4f8-b36a-407c-b867-8a5f07314f56", "address": "fa:16:3e:36:3d:6d", "network": {"id": "d145db9c-f8e7-41af-b03b-d067d262313c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1361607322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5269d4d3a7464d5792a622309c90cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627ba4f8-b3", "ovs_interfaceid": "627ba4f8-b36a-407c-b867-8a5f07314f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.246706] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872825, 'name': Destroy_Task, 'duration_secs': 0.665101} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.246991] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Destroyed the VM [ 1553.247241] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1553.247494] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e16ade4-634c-4e86-bacc-ac1a17b6866d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.254072] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1553.254072] env[62402]: value = "task-1872830" [ 1553.254072] env[62402]: _type = "Task" [ 1553.254072] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.262841] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872830, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.289835] env[62402]: DEBUG nova.compute.manager [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1553.291165] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7902bd1e-25b3-4243-9ac6-3a9be44942a6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.311433] env[62402]: DEBUG oslo_vmware.api [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1872828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160072} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.311530] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1553.311749] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1553.311917] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1553.312211] env[62402]: INFO nova.compute.manager [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1553.312345] env[62402]: DEBUG oslo.service.loopingcall [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.312531] env[62402]: DEBUG nova.compute.manager [-] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1553.312630] env[62402]: DEBUG nova.network.neutron [-] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1553.327714] env[62402]: DEBUG nova.compute.manager [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1553.340019] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.356414] env[62402]: DEBUG nova.virt.hardware [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1553.356895] env[62402]: DEBUG nova.virt.hardware [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.356895] env[62402]: DEBUG nova.virt.hardware [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1553.357154] env[62402]: DEBUG nova.virt.hardware [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.357154] env[62402]: DEBUG nova.virt.hardware [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1553.357434] env[62402]: DEBUG nova.virt.hardware [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1553.357539] env[62402]: DEBUG nova.virt.hardware [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1553.357733] env[62402]: DEBUG nova.virt.hardware [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1553.357812] env[62402]: DEBUG nova.virt.hardware [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1553.357943] env[62402]: DEBUG nova.virt.hardware [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1553.358138] env[62402]: DEBUG nova.virt.hardware [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1553.359315] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a30220c-5c6f-4cf0-b60c-2c835860ecee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.367985] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be5a83a-765a-42d0-b22c-f36238366a08 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.582437] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.584679] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.996s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.587342] env[62402]: INFO nova.compute.claims [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1553.642334] env[62402]: INFO nova.scheduler.client.report [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Deleted allocations for instance 4d2af92c-9932-4691-91b8-ee929263ba45 [ 1553.652123] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Releasing lock "refresh_cache-4226b554-55ff-4cba-b0ae-61e23403ac42" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.652415] env[62402]: DEBUG nova.compute.manager [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Instance network_info: |[{"id": "627ba4f8-b36a-407c-b867-8a5f07314f56", "address": "fa:16:3e:36:3d:6d", "network": {"id": "d145db9c-f8e7-41af-b03b-d067d262313c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1361607322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5269d4d3a7464d5792a622309c90cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627ba4f8-b3", "ovs_interfaceid": "627ba4f8-b36a-407c-b867-8a5f07314f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1553.652830] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:3d:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '627ba4f8-b36a-407c-b867-8a5f07314f56', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1553.660581] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Creating folder: Project (5269d4d3a7464d5792a622309c90cfe6). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1553.661675] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b93c858-e4d0-45e4-a026-30119eb7bd20 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.673764] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Created folder: Project (5269d4d3a7464d5792a622309c90cfe6) in parent group-v386882. [ 1553.674270] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Creating folder: Instances. Parent ref: group-v387059. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1553.674270] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-207a6dcf-d9c0-40fc-a6cd-43b1fd8c65c4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.684250] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Created folder: Instances in parent group-v387059. [ 1553.684506] env[62402]: DEBUG oslo.service.loopingcall [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.684777] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1553.685030] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc4812b1-1346-427c-8b93-4a2782560e83 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.707208] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1553.707208] env[62402]: value = "task-1872833" [ 1553.707208] env[62402]: _type = "Task" [ 1553.707208] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.718352] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872833, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.767888] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872830, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.802130] env[62402]: INFO nova.compute.manager [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] instance snapshotting [ 1553.805961] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca65d5f3-922f-433d-9179-91e58d0024bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.826983] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16616832-4186-4510-ae25-14b48c47ca14 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.844425] env[62402]: DEBUG oslo_vmware.api [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872829, 'name': PowerOnVM_Task, 'duration_secs': 0.958586} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.847417] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.847967] env[62402]: INFO nova.compute.manager [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1553.848336] env[62402]: DEBUG nova.compute.manager [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1553.851736] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccef68b-c938-4bb1-8d0c-06459512559e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.929835] env[62402]: DEBUG nova.compute.manager [req-1ae2e9c5-37d8-45b3-8d47-3d789baf2d1a req-b16d2949-a74f-4d22-a096-5334b380d000 service nova] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Received event network-vif-plugged-16d99cd6-b864-4852-927a-bc67b1a10032 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1553.930073] env[62402]: DEBUG oslo_concurrency.lockutils [req-1ae2e9c5-37d8-45b3-8d47-3d789baf2d1a req-b16d2949-a74f-4d22-a096-5334b380d000 service nova] Acquiring lock "4f5194a6-18fa-485d-9567-34cad4d669bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.930296] env[62402]: DEBUG oslo_concurrency.lockutils [req-1ae2e9c5-37d8-45b3-8d47-3d789baf2d1a req-b16d2949-a74f-4d22-a096-5334b380d000 service nova] Lock "4f5194a6-18fa-485d-9567-34cad4d669bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.930502] env[62402]: DEBUG oslo_concurrency.lockutils [req-1ae2e9c5-37d8-45b3-8d47-3d789baf2d1a req-b16d2949-a74f-4d22-a096-5334b380d000 service nova] Lock "4f5194a6-18fa-485d-9567-34cad4d669bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.930626] env[62402]: DEBUG nova.compute.manager [req-1ae2e9c5-37d8-45b3-8d47-3d789baf2d1a req-b16d2949-a74f-4d22-a096-5334b380d000 service nova] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] No waiting events found dispatching network-vif-plugged-16d99cd6-b864-4852-927a-bc67b1a10032 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1553.930795] env[62402]: WARNING nova.compute.manager [req-1ae2e9c5-37d8-45b3-8d47-3d789baf2d1a req-b16d2949-a74f-4d22-a096-5334b380d000 service nova] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Received unexpected event network-vif-plugged-16d99cd6-b864-4852-927a-bc67b1a10032 for instance with vm_state building and task_state spawning. [ 1553.978114] env[62402]: DEBUG nova.network.neutron [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Successfully updated port: 16d99cd6-b864-4852-927a-bc67b1a10032 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1554.014830] env[62402]: DEBUG nova.compute.manager [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.016055] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26f7519-6e77-420d-b37e-3aed30582276 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.165384] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16ad13d6-d588-4864-b615-2b45e42df360 tempest-SecurityGroupsTestJSON-410035192 tempest-SecurityGroupsTestJSON-410035192-project-member] Lock "4d2af92c-9932-4691-91b8-ee929263ba45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.229s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.219615] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872833, 'name': CreateVM_Task, 'duration_secs': 0.463654} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.219947] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1554.223024] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.223024] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.223024] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1554.223024] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1b921a-1ee3-4412-9eb6-e218a1415961 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.226877] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1554.226877] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a02b7d-1b4a-b0c7-697b-cad629f1c8ba" [ 1554.226877] env[62402]: _type = "Task" [ 1554.226877] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.235744] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a02b7d-1b4a-b0c7-697b-cad629f1c8ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.265996] env[62402]: DEBUG oslo_vmware.api [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872830, 'name': RemoveSnapshot_Task, 'duration_secs': 0.586988} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.265996] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1554.265996] env[62402]: INFO nova.compute.manager [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Took 16.59 seconds to snapshot the instance on the hypervisor. [ 1554.293085] env[62402]: DEBUG nova.compute.manager [req-f7f64733-1eeb-4c35-a11c-12bce6ddb8f7 req-043ac2f5-b685-4799-8ffb-6d778adcdf9d service nova] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Received event network-changed-627ba4f8-b36a-407c-b867-8a5f07314f56 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1554.293085] env[62402]: DEBUG nova.compute.manager [req-f7f64733-1eeb-4c35-a11c-12bce6ddb8f7 req-043ac2f5-b685-4799-8ffb-6d778adcdf9d service nova] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Refreshing instance network info cache due to event network-changed-627ba4f8-b36a-407c-b867-8a5f07314f56. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1554.293446] env[62402]: DEBUG oslo_concurrency.lockutils [req-f7f64733-1eeb-4c35-a11c-12bce6ddb8f7 req-043ac2f5-b685-4799-8ffb-6d778adcdf9d service nova] Acquiring lock "refresh_cache-4226b554-55ff-4cba-b0ae-61e23403ac42" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.293820] env[62402]: DEBUG oslo_concurrency.lockutils [req-f7f64733-1eeb-4c35-a11c-12bce6ddb8f7 req-043ac2f5-b685-4799-8ffb-6d778adcdf9d service nova] Acquired lock "refresh_cache-4226b554-55ff-4cba-b0ae-61e23403ac42" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.294104] env[62402]: DEBUG nova.network.neutron [req-f7f64733-1eeb-4c35-a11c-12bce6ddb8f7 req-043ac2f5-b685-4799-8ffb-6d778adcdf9d service nova] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Refreshing network info cache for port 627ba4f8-b36a-407c-b867-8a5f07314f56 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.357546] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1554.358074] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c2e37ba2-3af3-4629-a9f9-3b1253765b49 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.372226] env[62402]: INFO nova.compute.manager [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Took 56.85 seconds to build instance. [ 1554.375712] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1554.375712] env[62402]: value = "task-1872834" [ 1554.375712] env[62402]: _type = "Task" [ 1554.375712] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.386316] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872834, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.476074] env[62402]: DEBUG nova.network.neutron [-] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.480617] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "refresh_cache-4f5194a6-18fa-485d-9567-34cad4d669bb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.480796] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired lock "refresh_cache-4f5194a6-18fa-485d-9567-34cad4d669bb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.481719] env[62402]: DEBUG nova.network.neutron [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.529813] env[62402]: INFO nova.compute.manager [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] instance snapshotting [ 1554.530131] env[62402]: WARNING nova.compute.manager [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1554.534251] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8b193b-5ee3-4a88-a5a2-4c4b80a8d394 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.555366] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a7270c-725c-4cb1-83dc-c0f7c41a09e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.742246] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a02b7d-1b4a-b0c7-697b-cad629f1c8ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.742578] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.742786] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1554.743051] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.743204] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.743380] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1554.743645] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-060c336d-e6d2-438c-b343-656c0177f89a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.754308] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1554.754394] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1554.755118] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b3b1f2-e46c-4200-a8f6-e0802f841e98 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.760210] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1554.760210] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525de7e4-a26e-036f-816d-8a17e3875aa6" [ 1554.760210] env[62402]: _type = "Task" [ 1554.760210] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.772627] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525de7e4-a26e-036f-816d-8a17e3875aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.793083] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquiring lock "e903181a-2fb0-411c-807c-ae9be16854d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.819653] env[62402]: DEBUG nova.compute.manager [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Found 3 images (rotation: 2) {{(pid=62402) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1554.819789] env[62402]: DEBUG nova.compute.manager [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Rotating out 1 backups {{(pid=62402) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1554.819969] env[62402]: DEBUG nova.compute.manager [None req-eaebddee-3bef-4588-a390-d2ec1fc1c987 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Deleting image 219430d0-a37d-4c40-b973-ef2450c1c5fb {{(pid=62402) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1554.876990] env[62402]: DEBUG oslo_concurrency.lockutils [None req-da577142-b77e-4442-a335-ffeff77dc3ee tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Lock "e903181a-2fb0-411c-807c-ae9be16854d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.774s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.878907] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Lock "e903181a-2fb0-411c-807c-ae9be16854d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.086s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.878907] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquiring lock "e903181a-2fb0-411c-807c-ae9be16854d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.878907] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Lock "e903181a-2fb0-411c-807c-ae9be16854d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.879087] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Lock "e903181a-2fb0-411c-807c-ae9be16854d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.885317] env[62402]: INFO nova.compute.manager [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Terminating instance [ 1554.894749] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872834, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.981129] env[62402]: INFO nova.compute.manager [-] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Took 1.67 seconds to deallocate network for instance. [ 1555.027503] env[62402]: DEBUG nova.network.neutron [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1555.067426] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1555.067426] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-23909404-6a34-40cb-9dc2-a246b8fa1a7c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.075557] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1555.075557] env[62402]: value = "task-1872835" [ 1555.075557] env[62402]: _type = "Task" [ 1555.075557] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.088241] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872835, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.091852] env[62402]: DEBUG nova.network.neutron [req-f7f64733-1eeb-4c35-a11c-12bce6ddb8f7 req-043ac2f5-b685-4799-8ffb-6d778adcdf9d service nova] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Updated VIF entry in instance network info cache for port 627ba4f8-b36a-407c-b867-8a5f07314f56. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.093715] env[62402]: DEBUG nova.network.neutron [req-f7f64733-1eeb-4c35-a11c-12bce6ddb8f7 req-043ac2f5-b685-4799-8ffb-6d778adcdf9d service nova] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Updating instance_info_cache with network_info: [{"id": "627ba4f8-b36a-407c-b867-8a5f07314f56", "address": "fa:16:3e:36:3d:6d", "network": {"id": "d145db9c-f8e7-41af-b03b-d067d262313c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1361607322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5269d4d3a7464d5792a622309c90cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627ba4f8-b3", "ovs_interfaceid": "627ba4f8-b36a-407c-b867-8a5f07314f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.157865] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0936095e-8dee-493f-acaa-75bc3f3df847 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.165923] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b99d48-cdd7-4b47-b406-2f6c40adb0ef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.200506] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6b129c-d8fd-4878-b9e4-f9b760bc69f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.208357] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb870fc3-3043-4e89-9cac-04cee1d5e2f5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.225531] env[62402]: DEBUG nova.compute.provider_tree [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.261884] env[62402]: DEBUG nova.network.neutron [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Updating instance_info_cache with network_info: [{"id": "16d99cd6-b864-4852-927a-bc67b1a10032", "address": "fa:16:3e:df:53:bd", "network": {"id": "d145db9c-f8e7-41af-b03b-d067d262313c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1361607322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5269d4d3a7464d5792a622309c90cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16d99cd6-b8", "ovs_interfaceid": "16d99cd6-b864-4852-927a-bc67b1a10032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.273391] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525de7e4-a26e-036f-816d-8a17e3875aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.008737} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.274279] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a5d08b-b8b9-41e6-a793-1a4fa6ed9c0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.280453] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1555.280453] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5244d588-faac-8d6d-e9b0-495a6a1f65b4" [ 1555.280453] env[62402]: _type = "Task" [ 1555.280453] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.289153] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5244d588-faac-8d6d-e9b0-495a6a1f65b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.389262] env[62402]: DEBUG nova.compute.manager [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1555.392541] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872834, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.393606] env[62402]: DEBUG nova.compute.manager [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1555.393606] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1555.394703] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a9c4a2-61e2-460b-b063-37aba2841dc5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.402350] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.402659] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9d7826e-2d74-49a4-8246-32b4f54011c1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.409480] env[62402]: DEBUG oslo_vmware.api [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Waiting for the task: (returnval){ [ 1555.409480] env[62402]: value = "task-1872836" [ 1555.409480] env[62402]: _type = "Task" [ 1555.409480] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.419949] env[62402]: DEBUG oslo_vmware.api [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.492099] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.593845] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872835, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.595695] env[62402]: DEBUG oslo_concurrency.lockutils [req-f7f64733-1eeb-4c35-a11c-12bce6ddb8f7 req-043ac2f5-b685-4799-8ffb-6d778adcdf9d service nova] Releasing lock "refresh_cache-4226b554-55ff-4cba-b0ae-61e23403ac42" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.595926] env[62402]: DEBUG nova.compute.manager [req-f7f64733-1eeb-4c35-a11c-12bce6ddb8f7 req-043ac2f5-b685-4799-8ffb-6d778adcdf9d service nova] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Received event network-vif-deleted-2a9b79cd-f2a5-45ac-ba96-8beb253694ff {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1555.596125] env[62402]: INFO nova.compute.manager [req-f7f64733-1eeb-4c35-a11c-12bce6ddb8f7 req-043ac2f5-b685-4799-8ffb-6d778adcdf9d service nova] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Neutron deleted interface 2a9b79cd-f2a5-45ac-ba96-8beb253694ff; detaching it from the instance and deleting it from the info cache [ 1555.596297] env[62402]: DEBUG nova.network.neutron [req-f7f64733-1eeb-4c35-a11c-12bce6ddb8f7 req-043ac2f5-b685-4799-8ffb-6d778adcdf9d service nova] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.729367] env[62402]: DEBUG nova.scheduler.client.report [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.767235] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Releasing lock "refresh_cache-4f5194a6-18fa-485d-9567-34cad4d669bb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.767832] env[62402]: DEBUG nova.compute.manager [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Instance network_info: |[{"id": "16d99cd6-b864-4852-927a-bc67b1a10032", "address": "fa:16:3e:df:53:bd", "network": {"id": "d145db9c-f8e7-41af-b03b-d067d262313c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1361607322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5269d4d3a7464d5792a622309c90cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16d99cd6-b8", "ovs_interfaceid": "16d99cd6-b864-4852-927a-bc67b1a10032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1555.768508] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:53:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16d99cd6-b864-4852-927a-bc67b1a10032', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.783880] env[62402]: DEBUG oslo.service.loopingcall [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.784823] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.791303] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e639c6a9-943f-445e-b793-5c9466d47866 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.812282] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5244d588-faac-8d6d-e9b0-495a6a1f65b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.813797] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.814149] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 4226b554-55ff-4cba-b0ae-61e23403ac42/4226b554-55ff-4cba-b0ae-61e23403ac42.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1555.814497] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.814497] env[62402]: value = "task-1872837" [ 1555.814497] env[62402]: _type = "Task" [ 1555.814497] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.814769] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-820ecb95-1c41-46fa-aa4d-434495d1d916 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.825815] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872837, 'name': CreateVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.828220] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1555.828220] env[62402]: value = "task-1872838" [ 1555.828220] env[62402]: _type = "Task" [ 1555.828220] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.893316] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872834, 'name': CreateSnapshot_Task, 'duration_secs': 1.073891} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.896441] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1555.897513] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481815c5-2c0a-4c39-a9f4-42af97e95a3d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.924910] env[62402]: DEBUG oslo_vmware.api [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872836, 'name': PowerOffVM_Task, 'duration_secs': 0.20436} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.926404] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.926404] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.926404] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24bcd23f-0a49-49aa-a91b-3f59c28f3883 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.928641] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.089310] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872835, 'name': CreateSnapshot_Task, 'duration_secs': 0.831938} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.090850] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1556.091217] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1556.091441] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1556.091635] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Deleting the datastore file [datastore1] e903181a-2fb0-411c-807c-ae9be16854d2 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1556.092462] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6569d617-47ea-4880-8495-32e171031787 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.095198] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74a59722-679a-4362-8aab-7deca19d9840 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.107541] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce8c8b5c-500b-4a40-8f88-25de852056eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.109478] env[62402]: DEBUG oslo_vmware.api [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Waiting for the task: (returnval){ [ 1556.109478] env[62402]: value = "task-1872840" [ 1556.109478] env[62402]: _type = "Task" [ 1556.109478] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.117928] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef354e9-73c8-4ea1-bbe3-d10f9b3d6518 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.131738] env[62402]: DEBUG oslo_vmware.api [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.159640] env[62402]: DEBUG nova.compute.manager [req-f7f64733-1eeb-4c35-a11c-12bce6ddb8f7 req-043ac2f5-b685-4799-8ffb-6d778adcdf9d service nova] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Detach interface failed, port_id=2a9b79cd-f2a5-45ac-ba96-8beb253694ff, reason: Instance f5c8078e-545a-46f2-9cdd-81d92cc60e43 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1556.195803] env[62402]: DEBUG nova.compute.manager [req-157fa76f-04f0-4ff0-9a05-1a3cec68186d req-fa54cf5f-608c-4fd6-8cbd-ba93c84e3abb service nova] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Received event network-changed-16d99cd6-b864-4852-927a-bc67b1a10032 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1556.196017] env[62402]: DEBUG nova.compute.manager [req-157fa76f-04f0-4ff0-9a05-1a3cec68186d req-fa54cf5f-608c-4fd6-8cbd-ba93c84e3abb service nova] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Refreshing instance network info cache due to event network-changed-16d99cd6-b864-4852-927a-bc67b1a10032. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1556.196265] env[62402]: DEBUG oslo_concurrency.lockutils [req-157fa76f-04f0-4ff0-9a05-1a3cec68186d req-fa54cf5f-608c-4fd6-8cbd-ba93c84e3abb service nova] Acquiring lock "refresh_cache-4f5194a6-18fa-485d-9567-34cad4d669bb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.196496] env[62402]: DEBUG oslo_concurrency.lockutils [req-157fa76f-04f0-4ff0-9a05-1a3cec68186d req-fa54cf5f-608c-4fd6-8cbd-ba93c84e3abb service nova] Acquired lock "refresh_cache-4f5194a6-18fa-485d-9567-34cad4d669bb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.198821] env[62402]: DEBUG nova.network.neutron [req-157fa76f-04f0-4ff0-9a05-1a3cec68186d req-fa54cf5f-608c-4fd6-8cbd-ba93c84e3abb service nova] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Refreshing network info cache for port 16d99cd6-b864-4852-927a-bc67b1a10032 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.238316] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.238862] env[62402]: DEBUG nova.compute.manager [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1556.241840] env[62402]: DEBUG oslo_concurrency.lockutils [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.670s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.242062] env[62402]: DEBUG nova.objects.instance [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Lazy-loading 'resources' on Instance uuid 583644aa-7507-4343-ae0c-f4212d1a5612 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.328406] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872837, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.337028] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872838, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.425558] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1556.426310] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ada140a-d34e-448b-9476-62b4efc10c92 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.434887] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1556.434887] env[62402]: value = "task-1872841" [ 1556.434887] env[62402]: _type = "Task" [ 1556.434887] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.443442] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872841, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.618942] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1556.619336] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed8f7733-55da-47ee-9dd3-6184c8b74ab4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.638015] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1556.638015] env[62402]: value = "task-1872842" [ 1556.638015] env[62402]: _type = "Task" [ 1556.638015] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.638015] env[62402]: DEBUG oslo_vmware.api [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Task: {'id': task-1872840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354781} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.638015] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.638015] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.638015] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.638015] env[62402]: INFO nova.compute.manager [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1556.638015] env[62402]: DEBUG oslo.service.loopingcall [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.641475] env[62402]: DEBUG nova.compute.manager [-] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1556.641588] env[62402]: DEBUG nova.network.neutron [-] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1556.655867] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872842, 'name': CloneVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.745731] env[62402]: DEBUG nova.compute.utils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1556.752336] env[62402]: DEBUG nova.compute.manager [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1556.752401] env[62402]: DEBUG nova.network.neutron [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1556.831020] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872837, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.834168] env[62402]: DEBUG nova.policy [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f90bcf47cb45f7ba196da24c484b12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5269d4d3a7464d5792a622309c90cfe6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1556.846905] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523732} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.847207] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 4226b554-55ff-4cba-b0ae-61e23403ac42/4226b554-55ff-4cba-b0ae-61e23403ac42.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1556.847425] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1556.847867] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9f9a31c-bfb1-4f9f-90f9-5612edb7902e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.857116] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1556.857116] env[62402]: value = "task-1872843" [ 1556.857116] env[62402]: _type = "Task" [ 1556.857116] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.867897] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.949294] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872841, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.152895] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872842, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.252573] env[62402]: DEBUG nova.compute.manager [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1557.334298] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872837, 'name': CreateVM_Task, 'duration_secs': 1.493185} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.334692] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1557.335635] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.335866] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.336203] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1557.337437] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe833ba2-bbbe-4204-8483-a5b5ecfc1049 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.340134] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc411d-ab9b-4f36-921d-89c4ddff2608 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.347290] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1557.347290] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ab4386-7ed6-4aaf-6748-eda3b9527910" [ 1557.347290] env[62402]: _type = "Task" [ 1557.347290] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.353944] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f543237-3626-447f-968f-3029ca8bed95 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.391736] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ab4386-7ed6-4aaf-6748-eda3b9527910, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.395383] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.395625] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.395878] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.396096] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.396250] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1557.397047] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d364d9f7-7dd6-46dd-8983-1169f201a1f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.402893] env[62402]: DEBUG nova.network.neutron [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Successfully created port: a2334b6b-7ee0-4e25-a692-aec11c8b2c97 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1557.404624] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e78fcca0-49bd-4c6d-8374-fb12dd220c84 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.406954] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066718} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.409013] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1557.409013] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f19550-3878-4554-bbcf-0edb7793cd52 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.414608] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7cf3ca-a241-4719-89b0-daf16692989c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.429475] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1557.429597] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1557.439339] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 4226b554-55ff-4cba-b0ae-61e23403ac42/4226b554-55ff-4cba-b0ae-61e23403ac42.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.440331] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3c8b30-87ca-4c39-bfa2-0f08f9d05b26 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.443520] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88cf9e17-56fa-46d3-9300-49fc9bda61e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.471662] env[62402]: DEBUG nova.compute.provider_tree [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.480549] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1557.480549] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52985254-5de5-da48-3408-7d110ce845d5" [ 1557.480549] env[62402]: _type = "Task" [ 1557.480549] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.481115] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872841, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.482380] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1557.482380] env[62402]: value = "task-1872844" [ 1557.482380] env[62402]: _type = "Task" [ 1557.482380] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.492786] env[62402]: DEBUG nova.network.neutron [req-157fa76f-04f0-4ff0-9a05-1a3cec68186d req-fa54cf5f-608c-4fd6-8cbd-ba93c84e3abb service nova] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Updated VIF entry in instance network info cache for port 16d99cd6-b864-4852-927a-bc67b1a10032. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.492786] env[62402]: DEBUG nova.network.neutron [req-157fa76f-04f0-4ff0-9a05-1a3cec68186d req-fa54cf5f-608c-4fd6-8cbd-ba93c84e3abb service nova] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Updating instance_info_cache with network_info: [{"id": "16d99cd6-b864-4852-927a-bc67b1a10032", "address": "fa:16:3e:df:53:bd", "network": {"id": "d145db9c-f8e7-41af-b03b-d067d262313c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1361607322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5269d4d3a7464d5792a622309c90cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16d99cd6-b8", "ovs_interfaceid": "16d99cd6-b864-4852-927a-bc67b1a10032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.502509] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872844, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.502814] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52985254-5de5-da48-3408-7d110ce845d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.507965] env[62402]: DEBUG nova.compute.manager [req-d53dd090-7192-4817-9fdf-b269309f2146 req-c68e76e2-3f35-4ee1-970e-90fc6c93ecbc service nova] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Received event network-vif-deleted-3bf32aed-1589-423a-afff-c18f676ea368 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1557.507965] env[62402]: INFO nova.compute.manager [req-d53dd090-7192-4817-9fdf-b269309f2146 req-c68e76e2-3f35-4ee1-970e-90fc6c93ecbc service nova] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Neutron deleted interface 3bf32aed-1589-423a-afff-c18f676ea368; detaching it from the instance and deleting it from the info cache [ 1557.507965] env[62402]: DEBUG nova.network.neutron [req-d53dd090-7192-4817-9fdf-b269309f2146 req-c68e76e2-3f35-4ee1-970e-90fc6c93ecbc service nova] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.507965] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83f13be-4b38-4ecf-bfa6-a8f46b10de59 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.516429] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1557.516429] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5202facf-52ed-cc54-ba0e-1b7838fe1890" [ 1557.516429] env[62402]: _type = "Task" [ 1557.516429] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.525257] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5202facf-52ed-cc54-ba0e-1b7838fe1890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.591570] env[62402]: DEBUG nova.network.neutron [-] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.649960] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872842, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.954344] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872841, 'name': CloneVM_Task} progress is 95%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.974552] env[62402]: DEBUG nova.scheduler.client.report [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.995676] env[62402]: DEBUG oslo_concurrency.lockutils [req-157fa76f-04f0-4ff0-9a05-1a3cec68186d req-fa54cf5f-608c-4fd6-8cbd-ba93c84e3abb service nova] Releasing lock "refresh_cache-4f5194a6-18fa-485d-9567-34cad4d669bb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.005363] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872844, 'name': ReconfigVM_Task, 'duration_secs': 0.279391} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.006029] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 4226b554-55ff-4cba-b0ae-61e23403ac42/4226b554-55ff-4cba-b0ae-61e23403ac42.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1558.006705] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de72c803-b09d-4ffe-b94e-43857992acdc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.012397] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22d20c6a-8afd-41ca-b628-c72dabcef826 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.016853] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1558.016853] env[62402]: value = "task-1872845" [ 1558.016853] env[62402]: _type = "Task" [ 1558.016853] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.031168] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e426561d-0df5-46a1-b30f-6e99d6b8061e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.044156] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5202facf-52ed-cc54-ba0e-1b7838fe1890, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.044796] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.045106] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 4f5194a6-18fa-485d-9567-34cad4d669bb/4f5194a6-18fa-485d-9567-34cad4d669bb.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1558.048802] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d7c8b60-b746-4ace-8b3b-32db0b49d197 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.052051] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872845, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.060657] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1558.060657] env[62402]: value = "task-1872846" [ 1558.060657] env[62402]: _type = "Task" [ 1558.060657] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.076986] env[62402]: DEBUG nova.compute.manager [req-d53dd090-7192-4817-9fdf-b269309f2146 req-c68e76e2-3f35-4ee1-970e-90fc6c93ecbc service nova] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Detach interface failed, port_id=3bf32aed-1589-423a-afff-c18f676ea368, reason: Instance e903181a-2fb0-411c-807c-ae9be16854d2 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1558.086692] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.094862] env[62402]: INFO nova.compute.manager [-] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Took 1.45 seconds to deallocate network for instance. [ 1558.148480] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872842, 'name': CloneVM_Task} progress is 95%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.271040] env[62402]: DEBUG nova.compute.manager [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1558.304169] env[62402]: DEBUG nova.virt.hardware [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1558.304441] env[62402]: DEBUG nova.virt.hardware [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1558.304597] env[62402]: DEBUG nova.virt.hardware [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1558.304781] env[62402]: DEBUG nova.virt.hardware [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1558.304929] env[62402]: DEBUG nova.virt.hardware [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1558.306481] env[62402]: DEBUG nova.virt.hardware [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1558.306601] env[62402]: DEBUG nova.virt.hardware [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1558.306784] env[62402]: DEBUG nova.virt.hardware [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1558.307046] env[62402]: DEBUG nova.virt.hardware [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1558.307144] env[62402]: DEBUG nova.virt.hardware [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1558.307322] env[62402]: DEBUG nova.virt.hardware [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1558.308259] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c001742e-d291-4996-84c9-a546f6df8d4b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.318986] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9701dbc7-48e1-4221-a5b8-0d2b140fcf13 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.455259] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872841, 'name': CloneVM_Task, 'duration_secs': 1.824068} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.455599] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Created linked-clone VM from snapshot [ 1558.456462] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8408d9-3bcc-45bc-8808-5d3d822817b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.465391] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Uploading image 3ee7a1c7-b89b-4ce4-acdb-22d317652f3a {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1558.483046] env[62402]: DEBUG oslo_concurrency.lockutils [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.484380] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.780s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.486883] env[62402]: INFO nova.compute.claims [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.506618] env[62402]: DEBUG oslo_vmware.rw_handles [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1558.506618] env[62402]: value = "vm-387065" [ 1558.506618] env[62402]: _type = "VirtualMachine" [ 1558.506618] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1558.507880] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9cfa4b24-b821-4cf2-88d8-b8a4dda60066 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.516033] env[62402]: DEBUG oslo_vmware.rw_handles [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lease: (returnval){ [ 1558.516033] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5261efd1-9b37-96eb-ea92-f006f434c054" [ 1558.516033] env[62402]: _type = "HttpNfcLease" [ 1558.516033] env[62402]: } obtained for exporting VM: (result){ [ 1558.516033] env[62402]: value = "vm-387065" [ 1558.516033] env[62402]: _type = "VirtualMachine" [ 1558.516033] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1558.516338] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the lease: (returnval){ [ 1558.516338] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5261efd1-9b37-96eb-ea92-f006f434c054" [ 1558.516338] env[62402]: _type = "HttpNfcLease" [ 1558.516338] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1558.517423] env[62402]: INFO nova.scheduler.client.report [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Deleted allocations for instance 583644aa-7507-4343-ae0c-f4212d1a5612 [ 1558.537323] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1558.537323] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5261efd1-9b37-96eb-ea92-f006f434c054" [ 1558.537323] env[62402]: _type = "HttpNfcLease" [ 1558.537323] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1558.540998] env[62402]: DEBUG oslo_vmware.rw_handles [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1558.540998] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5261efd1-9b37-96eb-ea92-f006f434c054" [ 1558.540998] env[62402]: _type = "HttpNfcLease" [ 1558.540998] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1558.541533] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872845, 'name': Rename_Task, 'duration_secs': 0.149169} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.542736] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8e96d6-026f-47f5-b9ec-c70ca0c8dc2b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.546402] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1558.546742] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64cba56b-f1a9-4abd-9c1e-473208bf90b4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.557788] env[62402]: DEBUG oslo_vmware.rw_handles [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265543a-8780-d888-ebef-f769a006d3c1/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1558.557788] env[62402]: DEBUG oslo_vmware.rw_handles [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265543a-8780-d888-ebef-f769a006d3c1/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1558.563784] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1558.563784] env[62402]: value = "task-1872848" [ 1558.563784] env[62402]: _type = "Task" [ 1558.563784] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.638085] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.650460] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.655095] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519688} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.658831] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 4f5194a6-18fa-485d-9567-34cad4d669bb/4f5194a6-18fa-485d-9567-34cad4d669bb.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1558.658831] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1558.658831] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872842, 'name': CloneVM_Task, 'duration_secs': 1.654327} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.659065] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95dd9727-6bf4-48b1-a0eb-2e4d36a306d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.661018] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Created linked-clone VM from snapshot [ 1558.663738] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6cb21a-247c-4fc6-a12f-30b33939fab1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.675273] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9fac399a-5b3e-420e-9380-0b0531e8d773 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.677253] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1558.677253] env[62402]: value = "task-1872849" [ 1558.677253] env[62402]: _type = "Task" [ 1558.677253] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.678500] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Uploading image c84033f2-1bad-463b-a0e9-ac3c41face23 {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1558.693612] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.717489] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1558.717489] env[62402]: value = "vm-387066" [ 1558.717489] env[62402]: _type = "VirtualMachine" [ 1558.717489] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1558.717832] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88269a96-5a48-4884-8916-7c5ce0a81832 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.727115] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lease: (returnval){ [ 1558.727115] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525014b0-5008-467c-dbf2-2f4b3f79d9ae" [ 1558.727115] env[62402]: _type = "HttpNfcLease" [ 1558.727115] env[62402]: } obtained for exporting VM: (result){ [ 1558.727115] env[62402]: value = "vm-387066" [ 1558.727115] env[62402]: _type = "VirtualMachine" [ 1558.727115] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1558.727115] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the lease: (returnval){ [ 1558.727115] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525014b0-5008-467c-dbf2-2f4b3f79d9ae" [ 1558.727115] env[62402]: _type = "HttpNfcLease" [ 1558.727115] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1558.733590] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1558.733590] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525014b0-5008-467c-dbf2-2f4b3f79d9ae" [ 1558.733590] env[62402]: _type = "HttpNfcLease" [ 1558.733590] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1559.036914] env[62402]: DEBUG oslo_concurrency.lockutils [None req-046e7540-9ce9-413a-8158-2379101ee233 tempest-ServerRescueTestJSONUnderV235-1570283643 tempest-ServerRescueTestJSONUnderV235-1570283643-project-member] Lock "583644aa-7507-4343-ae0c-f4212d1a5612" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.080s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.078261] env[62402]: DEBUG oslo_vmware.api [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872848, 'name': PowerOnVM_Task, 'duration_secs': 0.480044} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.078732] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1559.078943] env[62402]: INFO nova.compute.manager [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1559.079165] env[62402]: DEBUG nova.compute.manager [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1559.080381] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e89ecb-e32d-430a-b7a3-826f08066dab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.190737] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062182} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.191131] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.192030] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb61e61-3eda-4362-898c-756221bdc6bb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.222499] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 4f5194a6-18fa-485d-9567-34cad4d669bb/4f5194a6-18fa-485d-9567-34cad4d669bb.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.222865] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f99035-6969-4b80-a9c3-78d6a015b9c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.250850] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1559.250850] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525014b0-5008-467c-dbf2-2f4b3f79d9ae" [ 1559.250850] env[62402]: _type = "HttpNfcLease" [ 1559.250850] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1559.251403] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1559.251403] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525014b0-5008-467c-dbf2-2f4b3f79d9ae" [ 1559.251403] env[62402]: _type = "HttpNfcLease" [ 1559.251403] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1559.251900] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1559.251900] env[62402]: value = "task-1872851" [ 1559.251900] env[62402]: _type = "Task" [ 1559.251900] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.252748] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cc0732-2791-42ff-8e9c-892f28fbe31a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.274173] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.274681] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f008a-a69c-97f2-c3ed-0a853db0f29c/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1559.274948] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f008a-a69c-97f2-c3ed-0a853db0f29c/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1559.386613] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf227adc-974d-4d21-af90-dc080b3ed392 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.399467] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a3cfd4bd-7dd7-490f-8b9a-dd01510babfd tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "2ce8fbc6-a52a-4a02-a679-4859c6496231" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.400214] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a3cfd4bd-7dd7-490f-8b9a-dd01510babfd tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.402977] env[62402]: DEBUG nova.compute.manager [None req-a3cfd4bd-7dd7-490f-8b9a-dd01510babfd tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1559.402977] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a59a54a-265e-4448-847a-81ba1118ff2f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.411749] env[62402]: DEBUG nova.compute.manager [None req-a3cfd4bd-7dd7-490f-8b9a-dd01510babfd tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62402) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1559.412494] env[62402]: DEBUG nova.objects.instance [None req-a3cfd4bd-7dd7-490f-8b9a-dd01510babfd tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'flavor' on Instance uuid 2ce8fbc6-a52a-4a02-a679-4859c6496231 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.607777] env[62402]: INFO nova.compute.manager [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Took 59.29 seconds to build instance. [ 1559.684246] env[62402]: DEBUG nova.compute.manager [req-6c317329-fd58-4256-b833-c0ff1ebfc9b7 req-b8b85eff-5ed2-4c5c-bce0-ef28881a846f service nova] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Received event network-vif-plugged-a2334b6b-7ee0-4e25-a692-aec11c8b2c97 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1559.684502] env[62402]: DEBUG oslo_concurrency.lockutils [req-6c317329-fd58-4256-b833-c0ff1ebfc9b7 req-b8b85eff-5ed2-4c5c-bce0-ef28881a846f service nova] Acquiring lock "ba7bdb2a-42d8-45ec-9d61-ef224a679c35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.684752] env[62402]: DEBUG oslo_concurrency.lockutils [req-6c317329-fd58-4256-b833-c0ff1ebfc9b7 req-b8b85eff-5ed2-4c5c-bce0-ef28881a846f service nova] Lock "ba7bdb2a-42d8-45ec-9d61-ef224a679c35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.685612] env[62402]: DEBUG oslo_concurrency.lockutils [req-6c317329-fd58-4256-b833-c0ff1ebfc9b7 req-b8b85eff-5ed2-4c5c-bce0-ef28881a846f service nova] Lock "ba7bdb2a-42d8-45ec-9d61-ef224a679c35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.685969] env[62402]: DEBUG nova.compute.manager [req-6c317329-fd58-4256-b833-c0ff1ebfc9b7 req-b8b85eff-5ed2-4c5c-bce0-ef28881a846f service nova] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] No waiting events found dispatching network-vif-plugged-a2334b6b-7ee0-4e25-a692-aec11c8b2c97 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1559.686310] env[62402]: WARNING nova.compute.manager [req-6c317329-fd58-4256-b833-c0ff1ebfc9b7 req-b8b85eff-5ed2-4c5c-bce0-ef28881a846f service nova] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Received unexpected event network-vif-plugged-a2334b6b-7ee0-4e25-a692-aec11c8b2c97 for instance with vm_state building and task_state spawning. [ 1559.716350] env[62402]: DEBUG nova.network.neutron [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Successfully updated port: a2334b6b-7ee0-4e25-a692-aec11c8b2c97 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1559.779611] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872851, 'name': ReconfigVM_Task, 'duration_secs': 0.26637} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.780217] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 4f5194a6-18fa-485d-9567-34cad4d669bb/4f5194a6-18fa-485d-9567-34cad4d669bb.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.781070] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02ab7b3e-93e7-4c0c-a2ec-68303ed9ede4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.792334] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1559.792334] env[62402]: value = "task-1872852" [ 1559.792334] env[62402]: _type = "Task" [ 1559.792334] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.801762] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872852, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.117655] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8363cee4-f076-4a30-a311-eba219d78662 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4226b554-55ff-4cba-b0ae-61e23403ac42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.495s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.223468] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbd9699-3a96-4541-a0ee-8dbb7159b477 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.224406] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "refresh_cache-ba7bdb2a-42d8-45ec-9d61-ef224a679c35" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.224406] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired lock "refresh_cache-ba7bdb2a-42d8-45ec-9d61-ef224a679c35" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.224587] env[62402]: DEBUG nova.network.neutron [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1560.231273] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c61dd5b-baa1-4985-a1e4-fe507f871fb2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.266836] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2707d8-aa5f-4bd9-b8ac-eab6192e9381 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.275961] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aee058e-b4ec-46be-b8c2-090d4de6e9fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.291301] env[62402]: DEBUG nova.compute.provider_tree [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.303884] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872852, 'name': Rename_Task, 'duration_secs': 0.145052} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.304193] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.304613] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7ea41c8-0886-4c6f-ba8a-fe04b6165a19 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.314198] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1560.314198] env[62402]: value = "task-1872853" [ 1560.314198] env[62402]: _type = "Task" [ 1560.314198] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.323649] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.425254] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cfd4bd-7dd7-490f-8b9a-dd01510babfd tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.426096] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54b4a8ba-3b94-4df6-98ad-bbd28d61d8b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.434815] env[62402]: DEBUG oslo_vmware.api [None req-a3cfd4bd-7dd7-490f-8b9a-dd01510babfd tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1560.434815] env[62402]: value = "task-1872854" [ 1560.434815] env[62402]: _type = "Task" [ 1560.434815] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.447553] env[62402]: DEBUG oslo_vmware.api [None req-a3cfd4bd-7dd7-490f-8b9a-dd01510babfd tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.622774] env[62402]: DEBUG nova.compute.manager [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1560.787190] env[62402]: DEBUG nova.network.neutron [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.799064] env[62402]: DEBUG nova.scheduler.client.report [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1560.831421] env[62402]: DEBUG oslo_vmware.api [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872853, 'name': PowerOnVM_Task, 'duration_secs': 0.483193} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.832529] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1560.832529] env[62402]: INFO nova.compute.manager [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1560.832529] env[62402]: DEBUG nova.compute.manager [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.833129] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866507b3-9d7a-4a27-8f25-60240cff9dbf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.946654] env[62402]: DEBUG oslo_vmware.api [None req-a3cfd4bd-7dd7-490f-8b9a-dd01510babfd tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872854, 'name': PowerOffVM_Task, 'duration_secs': 0.299328} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.947155] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cfd4bd-7dd7-490f-8b9a-dd01510babfd tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.947498] env[62402]: DEBUG nova.compute.manager [None req-a3cfd4bd-7dd7-490f-8b9a-dd01510babfd tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.948501] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd5139-9ebd-4fba-a3bd-4db74060a01d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.032183] env[62402]: DEBUG nova.network.neutron [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Updating instance_info_cache with network_info: [{"id": "a2334b6b-7ee0-4e25-a692-aec11c8b2c97", "address": "fa:16:3e:46:06:94", "network": {"id": "d145db9c-f8e7-41af-b03b-d067d262313c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1361607322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5269d4d3a7464d5792a622309c90cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2334b6b-7e", "ovs_interfaceid": "a2334b6b-7ee0-4e25-a692-aec11c8b2c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.151314] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.307783] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.308450] env[62402]: DEBUG nova.compute.manager [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.313352] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.415s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.313771] env[62402]: DEBUG nova.objects.instance [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Lazy-loading 'resources' on Instance uuid 7dfe7984-450c-4e93-a313-8ee4be75cf77 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.357020] env[62402]: INFO nova.compute.manager [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Took 59.89 seconds to build instance. [ 1561.463788] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a3cfd4bd-7dd7-490f-8b9a-dd01510babfd tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.537810] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Releasing lock "refresh_cache-ba7bdb2a-42d8-45ec-9d61-ef224a679c35" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.538168] env[62402]: DEBUG nova.compute.manager [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Instance network_info: |[{"id": "a2334b6b-7ee0-4e25-a692-aec11c8b2c97", "address": "fa:16:3e:46:06:94", "network": {"id": "d145db9c-f8e7-41af-b03b-d067d262313c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1361607322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5269d4d3a7464d5792a622309c90cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2334b6b-7e", "ovs_interfaceid": "a2334b6b-7ee0-4e25-a692-aec11c8b2c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1561.538640] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:06:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2334b6b-7ee0-4e25-a692-aec11c8b2c97', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1561.547594] env[62402]: DEBUG oslo.service.loopingcall [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.548273] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1561.548544] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b22ebaf2-ca67-4d42-a167-4380f2a4a5ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.570683] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1561.570683] env[62402]: value = "task-1872855" [ 1561.570683] env[62402]: _type = "Task" [ 1561.570683] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.580356] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872855, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.821280] env[62402]: DEBUG nova.compute.utils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.823279] env[62402]: DEBUG nova.compute.manager [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1561.823474] env[62402]: DEBUG nova.network.neutron [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1561.861585] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c3b051a1-6079-48e4-9933-e9a7077c65a9 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4f5194a6-18fa-485d-9567-34cad4d669bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.043s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.872586] env[62402]: DEBUG nova.policy [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2432410b6a4c4d1789628acebff52b87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcbd6b1dd6e545e49ccf6078d6ed1ad0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.085441] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872855, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.328508] env[62402]: DEBUG nova.compute.manager [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.364667] env[62402]: DEBUG nova.compute.manager [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1562.411028] env[62402]: DEBUG nova.network.neutron [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Successfully created port: 27c8dac0-24fb-40ae-a9cc-38e6828adefb {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.456675] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15fe554-56df-42be-87e5-0de992341ca3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.465046] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbc6a97-1069-4157-85bb-a77f8954d6dd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.502844] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d79455-8328-4262-8555-a6d7ff9c0a93 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.511093] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd382b03-2e65-4d57-92ee-a38d1f05effb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.525161] env[62402]: DEBUG nova.compute.provider_tree [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.583457] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872855, 'name': CreateVM_Task, 'duration_secs': 0.519133} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.583636] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1562.584355] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.584528] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.584885] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1562.585171] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae530c4-4af1-4929-b07e-f9e1f3bbdf37 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.590630] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1562.590630] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5210988c-6a22-4fa6-fc66-85be6855541a" [ 1562.590630] env[62402]: _type = "Task" [ 1562.590630] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.599735] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5210988c-6a22-4fa6-fc66-85be6855541a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.696308] env[62402]: DEBUG nova.network.neutron [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Successfully created port: a65fe565-1a29-4728-84c3-232330b8aa8c {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.895908] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.028846] env[62402]: DEBUG nova.scheduler.client.report [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.101584] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5210988c-6a22-4fa6-fc66-85be6855541a, 'name': SearchDatastore_Task, 'duration_secs': 0.014155} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.101943] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.102201] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1563.102442] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.102592] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.102775] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1563.103059] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acb873ba-3898-405b-8fbe-f4d9d41a231c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.112425] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1563.112624] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1563.113384] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f060c439-c4e2-4aff-899a-5962c6d54b64 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.119827] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1563.119827] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fd0189-f862-38e7-b5f4-3fd8b5d20673" [ 1563.119827] env[62402]: _type = "Task" [ 1563.119827] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.127905] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fd0189-f862-38e7-b5f4-3fd8b5d20673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.340821] env[62402]: DEBUG nova.compute.manager [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.534722] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.537326] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.048s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.539435] env[62402]: INFO nova.compute.claims [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1563.571023] env[62402]: INFO nova.scheduler.client.report [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Deleted allocations for instance 7dfe7984-450c-4e93-a313-8ee4be75cf77 [ 1563.633330] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fd0189-f862-38e7-b5f4-3fd8b5d20673, 'name': SearchDatastore_Task, 'duration_secs': 0.014775} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.634941] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfa4678-4ee5-4ad6-99bc-edb6cc7c2504 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.641238] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1563.641238] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5223f579-59fe-1891-98c4-0e18ea4d04d1" [ 1563.641238] env[62402]: _type = "Task" [ 1563.641238] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.652477] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5223f579-59fe-1891-98c4-0e18ea4d04d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.082015] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b9240bc8-eca3-4641-8d09-b0f55445dccb tempest-VolumesAssistedSnapshotsTest-626569456 tempest-VolumesAssistedSnapshotsTest-626569456-project-member] Lock "7dfe7984-450c-4e93-a313-8ee4be75cf77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.718s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.152158] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5223f579-59fe-1891-98c4-0e18ea4d04d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013352} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.152481] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.152787] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] ba7bdb2a-42d8-45ec-9d61-ef224a679c35/ba7bdb2a-42d8-45ec-9d61-ef224a679c35.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1564.153073] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5ec58ed-f8c6-4f6b-8f51-38b5198fea59 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.160201] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1564.160201] env[62402]: value = "task-1872856" [ 1564.160201] env[62402]: _type = "Task" [ 1564.160201] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.169204] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.222621] env[62402]: DEBUG nova.network.neutron [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Successfully updated port: 27c8dac0-24fb-40ae-a9cc-38e6828adefb {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.676948] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872856, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.037701] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96694505-2a0f-4b42-ad81-b14b6e07394a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.046252] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09f5ed4-8eb2-43e9-b9f4-bddb83d9184b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.076651] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263b0b74-12fc-46b6-a37d-fe55bdf9ffa6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.084762] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7220d40b-0561-4c45-9dd6-1729364535d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.100351] env[62402]: DEBUG nova.compute.provider_tree [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.171937] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63438} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.172241] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] ba7bdb2a-42d8-45ec-9d61-ef224a679c35/ba7bdb2a-42d8-45ec-9d61-ef224a679c35.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1565.172460] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.172734] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-160ef4bb-ca22-4a5f-bcea-cd9272f01f8f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.180180] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1565.180180] env[62402]: value = "task-1872857" [ 1565.180180] env[62402]: _type = "Task" [ 1565.180180] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.188389] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.603356] env[62402]: DEBUG nova.scheduler.client.report [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.691298] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112568} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.691698] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1565.692408] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494e77d5-140c-4fb4-a9e4-6f1f635feb0a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.715260] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] ba7bdb2a-42d8-45ec-9d61-ef224a679c35/ba7bdb2a-42d8-45ec-9d61-ef224a679c35.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.715584] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1196a927-a545-46d0-9dba-bec169a6ec48 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.736066] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1565.736066] env[62402]: value = "task-1872858" [ 1565.736066] env[62402]: _type = "Task" [ 1565.736066] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.744478] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.109441] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.110174] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1566.117024] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.630s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.117024] env[62402]: INFO nova.compute.claims [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1566.247278] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872858, 'name': ReconfigVM_Task, 'duration_secs': 0.439233} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.248322] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Reconfigured VM instance instance-0000003f to attach disk [datastore2] ba7bdb2a-42d8-45ec-9d61-ef224a679c35/ba7bdb2a-42d8-45ec-9d61-ef224a679c35.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.249244] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb95783d-17eb-4ff6-b6b6-e819d20c25b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.254221] env[62402]: DEBUG nova.network.neutron [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Successfully updated port: a65fe565-1a29-4728-84c3-232330b8aa8c {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.260868] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1566.260868] env[62402]: value = "task-1872859" [ 1566.260868] env[62402]: _type = "Task" [ 1566.260868] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.270716] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872859, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.619549] env[62402]: DEBUG nova.compute.utils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1566.623970] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1566.623970] env[62402]: DEBUG nova.network.neutron [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1566.669782] env[62402]: DEBUG nova.policy [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2b8786b0d8e4a44b833a43f835bada0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0772e2c7de5c4986b4e9f092817fad60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1566.760508] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "refresh_cache-e7fe214c-11b0-410f-8b6c-cc07731ce2f0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.760846] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquired lock "refresh_cache-e7fe214c-11b0-410f-8b6c-cc07731ce2f0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.760846] env[62402]: DEBUG nova.network.neutron [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1566.773864] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872859, 'name': Rename_Task, 'duration_secs': 0.187589} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.774107] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1566.774384] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fc12ab9-92b6-4819-a76b-78e8858afc90 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.782133] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1566.782133] env[62402]: value = "task-1872860" [ 1566.782133] env[62402]: _type = "Task" [ 1566.782133] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.792695] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.938979] env[62402]: DEBUG nova.network.neutron [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Successfully created port: bdd559ba-2262-4c61-b9ca-40f79c5a9466 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.124781] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1567.294758] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872860, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.305664] env[62402]: DEBUG nova.network.neutron [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1567.602088] env[62402]: DEBUG nova.network.neutron [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Updating instance_info_cache with network_info: [{"id": "27c8dac0-24fb-40ae-a9cc-38e6828adefb", "address": "fa:16:3e:4f:5b:af", "network": {"id": "c93afdb8-3807-4d78-976c-d1f0e54d4865", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362157596", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c8dac0-24", "ovs_interfaceid": "27c8dac0-24fb-40ae-a9cc-38e6828adefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a65fe565-1a29-4728-84c3-232330b8aa8c", "address": "fa:16:3e:aa:64:7a", "network": {"id": "e1578b96-0f50-4bed-b858-c7963278a4f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2070455498", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65fe565-1a", "ovs_interfaceid": "a65fe565-1a29-4728-84c3-232330b8aa8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.616281] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cec6f2d-4986-4a90-bd52-3c58f905802e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.623962] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5133760-9664-48e9-8f55-e14b4e068d82 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.657470] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68379293-7d4d-45bc-b14f-de4a7df7cdc3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.665201] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeef9ac-6379-4d84-912d-8235cef24b86 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.678782] env[62402]: DEBUG nova.compute.provider_tree [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.794359] env[62402]: DEBUG oslo_vmware.api [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872860, 'name': PowerOnVM_Task, 'duration_secs': 0.583392} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.794750] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.794930] env[62402]: INFO nova.compute.manager [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1567.795171] env[62402]: DEBUG nova.compute.manager [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.795976] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0348ce6f-cc82-4714-b6fa-681ba80ef2f9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.909547] env[62402]: DEBUG nova.virt.hardware [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1567.909677] env[62402]: DEBUG nova.virt.hardware [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.909767] env[62402]: DEBUG nova.virt.hardware [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1567.909969] env[62402]: DEBUG nova.virt.hardware [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.910141] env[62402]: DEBUG nova.virt.hardware [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1567.910290] env[62402]: DEBUG nova.virt.hardware [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1567.910494] env[62402]: DEBUG nova.virt.hardware [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1567.910665] env[62402]: DEBUG nova.virt.hardware [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1567.910834] env[62402]: DEBUG nova.virt.hardware [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1567.911010] env[62402]: DEBUG nova.virt.hardware [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1567.911191] env[62402]: DEBUG nova.virt.hardware [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1567.913244] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac64594-4ed6-491e-a538-79b1e170254a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.922574] env[62402]: DEBUG oslo_vmware.rw_handles [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265543a-8780-d888-ebef-f769a006d3c1/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1567.923841] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed17c27-ee4e-44aa-a438-29fe9b5f3e7f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.928065] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad66ba23-5e70-4fb5-aba6-7d351c59cd0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.941770] env[62402]: DEBUG oslo_vmware.rw_handles [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265543a-8780-d888-ebef-f769a006d3c1/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1567.942317] env[62402]: ERROR oslo_vmware.rw_handles [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265543a-8780-d888-ebef-f769a006d3c1/disk-0.vmdk due to incomplete transfer. [ 1567.942317] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a94c1952-cfd8-4a40-a776-8c5841f5f8b7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.948949] env[62402]: DEBUG oslo_vmware.rw_handles [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265543a-8780-d888-ebef-f769a006d3c1/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1567.949080] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Uploaded image 3ee7a1c7-b89b-4ce4-acdb-22d317652f3a to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1567.951268] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1567.951499] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c07bafac-0c20-4a2a-bcad-69ac47c37fbc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.957131] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1567.957131] env[62402]: value = "task-1872861" [ 1567.957131] env[62402]: _type = "Task" [ 1567.957131] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.965557] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872861, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.104573] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Releasing lock "refresh_cache-e7fe214c-11b0-410f-8b6c-cc07731ce2f0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.104950] env[62402]: DEBUG nova.compute.manager [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Instance network_info: |[{"id": "27c8dac0-24fb-40ae-a9cc-38e6828adefb", "address": "fa:16:3e:4f:5b:af", "network": {"id": "c93afdb8-3807-4d78-976c-d1f0e54d4865", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362157596", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c8dac0-24", "ovs_interfaceid": "27c8dac0-24fb-40ae-a9cc-38e6828adefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a65fe565-1a29-4728-84c3-232330b8aa8c", "address": "fa:16:3e:aa:64:7a", "network": {"id": "e1578b96-0f50-4bed-b858-c7963278a4f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2070455498", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65fe565-1a", "ovs_interfaceid": "a65fe565-1a29-4728-84c3-232330b8aa8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1568.105412] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:5b:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27c8dac0-24fb-40ae-a9cc-38e6828adefb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:64:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a65fe565-1a29-4728-84c3-232330b8aa8c', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1568.115978] env[62402]: DEBUG oslo.service.loopingcall [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.116211] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1568.116436] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da8b28d6-0edf-4840-8714-165be9317b6e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.139476] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1568.139476] env[62402]: value = "task-1872862" [ 1568.139476] env[62402]: _type = "Task" [ 1568.139476] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.147612] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872862, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.157983] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1568.179555] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1568.179823] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.179986] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1568.180866] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.180866] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1568.180866] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1568.180866] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1568.180866] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1568.181188] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1568.181188] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1568.181402] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1568.182389] env[62402]: DEBUG nova.scheduler.client.report [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.186135] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f202ab7b-6e36-435c-a3c9-6b460e229afd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.194010] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30dcdcc-79e2-4a0d-9045-cf7e2982fb3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.317722] env[62402]: INFO nova.compute.manager [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Took 58.75 seconds to build instance. [ 1568.468265] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872861, 'name': Destroy_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.589452] env[62402]: DEBUG nova.network.neutron [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Successfully updated port: bdd559ba-2262-4c61-b9ca-40f79c5a9466 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1568.650386] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872862, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.689979] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.690582] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1568.693244] env[62402]: DEBUG oslo_concurrency.lockutils [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.930s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.693462] env[62402]: DEBUG nova.objects.instance [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lazy-loading 'resources' on Instance uuid fb828cea-cae3-4116-bc6b-be2bd4d2e18f {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.711245] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f008a-a69c-97f2-c3ed-0a853db0f29c/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1568.712256] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273d0a6c-992e-44fa-aca9-5c0084fa1789 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.721642] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f008a-a69c-97f2-c3ed-0a853db0f29c/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1568.721861] env[62402]: ERROR oslo_vmware.rw_handles [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f008a-a69c-97f2-c3ed-0a853db0f29c/disk-0.vmdk due to incomplete transfer. [ 1568.722130] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0899e68e-d32f-460e-8237-abdeff5bbf87 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.729012] env[62402]: DEBUG oslo_vmware.rw_handles [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f008a-a69c-97f2-c3ed-0a853db0f29c/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1568.729220] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Uploaded image c84033f2-1bad-463b-a0e9-ac3c41face23 to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1568.730956] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1568.731243] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b05411b4-64e5-44da-82a6-2678338bf279 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.738459] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1568.738459] env[62402]: value = "task-1872863" [ 1568.738459] env[62402]: _type = "Task" [ 1568.738459] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.747430] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872863, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.803705] env[62402]: DEBUG nova.compute.manager [req-ad721ebd-8065-40ff-8c0d-3fb590fc55c2 req-442b2f0e-f52a-4cee-a65e-0045df0a9aa1 service nova] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Received event network-changed-a2334b6b-7ee0-4e25-a692-aec11c8b2c97 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1568.803960] env[62402]: DEBUG nova.compute.manager [req-ad721ebd-8065-40ff-8c0d-3fb590fc55c2 req-442b2f0e-f52a-4cee-a65e-0045df0a9aa1 service nova] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Refreshing instance network info cache due to event network-changed-a2334b6b-7ee0-4e25-a692-aec11c8b2c97. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1568.804272] env[62402]: DEBUG oslo_concurrency.lockutils [req-ad721ebd-8065-40ff-8c0d-3fb590fc55c2 req-442b2f0e-f52a-4cee-a65e-0045df0a9aa1 service nova] Acquiring lock "refresh_cache-ba7bdb2a-42d8-45ec-9d61-ef224a679c35" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.804512] env[62402]: DEBUG oslo_concurrency.lockutils [req-ad721ebd-8065-40ff-8c0d-3fb590fc55c2 req-442b2f0e-f52a-4cee-a65e-0045df0a9aa1 service nova] Acquired lock "refresh_cache-ba7bdb2a-42d8-45ec-9d61-ef224a679c35" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.804754] env[62402]: DEBUG nova.network.neutron [req-ad721ebd-8065-40ff-8c0d-3fb590fc55c2 req-442b2f0e-f52a-4cee-a65e-0045df0a9aa1 service nova] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Refreshing network info cache for port a2334b6b-7ee0-4e25-a692-aec11c8b2c97 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.822069] env[62402]: DEBUG oslo_concurrency.lockutils [None req-35e937dd-1859-44fa-950c-b34135a5ae25 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "ba7bdb2a-42d8-45ec-9d61-ef224a679c35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.596s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.835737] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.836086] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.967871] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872861, 'name': Destroy_Task, 'duration_secs': 0.749786} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.968159] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Destroyed the VM [ 1568.968434] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1568.968690] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ea2d15a-0200-49d1-ab4f-a890f0b5fd6c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.976688] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1568.976688] env[62402]: value = "task-1872864" [ 1568.976688] env[62402]: _type = "Task" [ 1568.976688] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.985155] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872864, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.092638] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "refresh_cache-2393b044-f5e7-4cb5-91f3-601de93821e9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.092824] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired lock "refresh_cache-2393b044-f5e7-4cb5-91f3-601de93821e9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.092985] env[62402]: DEBUG nova.network.neutron [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.151790] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872862, 'name': CreateVM_Task, 'duration_secs': 0.623263} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.152020] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1569.153672] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.153891] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.154283] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1569.154554] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89225753-f189-4279-86c9-f369ead82784 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.159632] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1569.159632] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d02e49-394e-1820-05a0-11dc20f3d338" [ 1569.159632] env[62402]: _type = "Task" [ 1569.159632] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.167977] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d02e49-394e-1820-05a0-11dc20f3d338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.197207] env[62402]: DEBUG nova.compute.utils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.200880] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1569.201064] env[62402]: DEBUG nova.network.neutron [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1569.250643] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872863, 'name': Destroy_Task, 'duration_secs': 0.507562} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.253731] env[62402]: DEBUG nova.policy [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2b8786b0d8e4a44b833a43f835bada0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0772e2c7de5c4986b4e9f092817fad60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1569.254382] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Destroyed the VM [ 1569.254626] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1569.257768] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-69369f79-5c61-4990-97d5-c0cd33d10dc9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.264365] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1569.264365] env[62402]: value = "task-1872865" [ 1569.264365] env[62402]: _type = "Task" [ 1569.264365] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.272827] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872865, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.344269] env[62402]: DEBUG nova.compute.manager [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1569.493018] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872864, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.675117] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d02e49-394e-1820-05a0-11dc20f3d338, 'name': SearchDatastore_Task, 'duration_secs': 0.010514} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.678452] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.678806] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1569.679226] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.679661] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.679862] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.680934] env[62402]: DEBUG nova.network.neutron [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1569.683091] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-493508a7-1ea2-4aab-9ce7-47c95103e687 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.696726] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.696936] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1569.697730] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8cd758-28ea-4918-a19e-48d6d5d348bf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.707090] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1569.716527] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1569.716527] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]523a8d53-d654-0b1b-b365-e3a9e64c50af" [ 1569.716527] env[62402]: _type = "Task" [ 1569.716527] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.727794] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523a8d53-d654-0b1b-b365-e3a9e64c50af, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.738186] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a81b2f2-5c59-4e3d-bf91-fe318ed3aed2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.750813] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1569.750813] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]523ed69f-a18f-9702-4ee3-856f128ea729" [ 1569.750813] env[62402]: _type = "Task" [ 1569.750813] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.760047] env[62402]: DEBUG oslo_concurrency.lockutils [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.760321] env[62402]: DEBUG oslo_concurrency.lockutils [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.760533] env[62402]: INFO nova.compute.manager [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Shelving [ 1569.769174] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523ed69f-a18f-9702-4ee3-856f128ea729, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.775353] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.775706] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] e7fe214c-11b0-410f-8b6c-cc07731ce2f0/e7fe214c-11b0-410f-8b6c-cc07731ce2f0.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1569.779962] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab536809-7571-4ac7-8ef3-b75921942407 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.794447] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872865, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.795580] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1569.795580] env[62402]: value = "task-1872866" [ 1569.795580] env[62402]: _type = "Task" [ 1569.795580] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.805418] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.821561] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55c0b39-9236-4d84-acd1-70ec2c1f4db1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.831109] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c410f4-2820-42bd-a38c-cdfcb112ab6b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.876238] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6dbfae-b46f-4225-8cee-624eeb0986c9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.885562] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f46697c-336b-48e6-8dd8-d47c914e2dfd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.901972] env[62402]: DEBUG nova.compute.provider_tree [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.904329] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.928061] env[62402]: DEBUG nova.network.neutron [req-ad721ebd-8065-40ff-8c0d-3fb590fc55c2 req-442b2f0e-f52a-4cee-a65e-0045df0a9aa1 service nova] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Updated VIF entry in instance network info cache for port a2334b6b-7ee0-4e25-a692-aec11c8b2c97. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.928061] env[62402]: DEBUG nova.network.neutron [req-ad721ebd-8065-40ff-8c0d-3fb590fc55c2 req-442b2f0e-f52a-4cee-a65e-0045df0a9aa1 service nova] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Updating instance_info_cache with network_info: [{"id": "a2334b6b-7ee0-4e25-a692-aec11c8b2c97", "address": "fa:16:3e:46:06:94", "network": {"id": "d145db9c-f8e7-41af-b03b-d067d262313c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1361607322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5269d4d3a7464d5792a622309c90cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2334b6b-7e", "ovs_interfaceid": "a2334b6b-7ee0-4e25-a692-aec11c8b2c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.977680] env[62402]: DEBUG nova.network.neutron [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Successfully created port: 43aef679-b831-45e1-b784-7503780f79a2 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.991338] env[62402]: DEBUG oslo_vmware.api [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872864, 'name': RemoveSnapshot_Task, 'duration_secs': 0.788511} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.991664] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1569.991895] env[62402]: INFO nova.compute.manager [None req-653be3cf-2004-4da5-a3b6-bbccc3e08fe6 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Took 16.19 seconds to snapshot the instance on the hypervisor. [ 1570.077914] env[62402]: DEBUG nova.network.neutron [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Updating instance_info_cache with network_info: [{"id": "bdd559ba-2262-4c61-b9ca-40f79c5a9466", "address": "fa:16:3e:4e:f0:ba", "network": {"id": "880fc707-421b-478b-9500-395868ffe4aa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-183692392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0772e2c7de5c4986b4e9f092817fad60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd559ba-22", "ovs_interfaceid": "bdd559ba-2262-4c61-b9ca-40f79c5a9466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.268744] env[62402]: DEBUG nova.compute.manager [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Stashing vm_state: stopped {{(pid=62402) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1570.299392] env[62402]: DEBUG oslo_vmware.api [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872865, 'name': RemoveSnapshot_Task, 'duration_secs': 0.924676} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.303841] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1570.304566] env[62402]: INFO nova.compute.manager [None req-eb00a45a-c3a7-49e9-9b19-52dfd16f938b tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Took 15.77 seconds to snapshot the instance on the hypervisor. [ 1570.315283] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872866, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.406563] env[62402]: DEBUG nova.scheduler.client.report [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1570.430507] env[62402]: DEBUG oslo_concurrency.lockutils [req-ad721ebd-8065-40ff-8c0d-3fb590fc55c2 req-442b2f0e-f52a-4cee-a65e-0045df0a9aa1 service nova] Releasing lock "refresh_cache-ba7bdb2a-42d8-45ec-9d61-ef224a679c35" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.581436] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Releasing lock "refresh_cache-2393b044-f5e7-4cb5-91f3-601de93821e9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.581836] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Instance network_info: |[{"id": "bdd559ba-2262-4c61-b9ca-40f79c5a9466", "address": "fa:16:3e:4e:f0:ba", "network": {"id": "880fc707-421b-478b-9500-395868ffe4aa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-183692392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0772e2c7de5c4986b4e9f092817fad60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd559ba-22", "ovs_interfaceid": "bdd559ba-2262-4c61-b9ca-40f79c5a9466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1570.582309] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:f0:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdd559ba-2262-4c61-b9ca-40f79c5a9466', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1570.590447] env[62402]: DEBUG oslo.service.loopingcall [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.591150] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1570.591405] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90ba751e-15da-4585-bcfa-c2bdd668fcd4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.616849] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1570.616849] env[62402]: value = "task-1872867" [ 1570.616849] env[62402]: _type = "Task" [ 1570.616849] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.626641] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872867, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.719831] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1570.750018] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1570.750309] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.750466] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1570.750645] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.750816] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1570.750987] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1570.751206] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1570.751361] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1570.751879] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1570.751879] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1570.751879] env[62402]: DEBUG nova.virt.hardware [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1570.753114] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c97a738-ad68-4327-a633-6077c98d2568 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.761311] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a330396-951d-478b-92a3-3ac2b968b037 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.791977] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.792302] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f1afd31-a725-46d2-b96b-cc88d3c83072 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.797821] env[62402]: DEBUG oslo_concurrency.lockutils [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.807021] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1570.807021] env[62402]: value = "task-1872868" [ 1570.807021] env[62402]: _type = "Task" [ 1570.807021] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.813976] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579762} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.814829] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] e7fe214c-11b0-410f-8b6c-cc07731ce2f0/e7fe214c-11b0-410f-8b6c-cc07731ce2f0.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1570.815228] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1570.816451] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f9367c1-8139-4d2d-b350-1d0400dc1f8a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.823163] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.824923] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1570.824923] env[62402]: value = "task-1872869" [ 1570.824923] env[62402]: _type = "Task" [ 1570.824923] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.837730] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.912165] env[62402]: DEBUG oslo_concurrency.lockutils [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.914865] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.351s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.915226] env[62402]: DEBUG nova.objects.instance [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lazy-loading 'resources' on Instance uuid 062eaf4e-e1a3-4439-8cc8-b2a96f259779 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.940293] env[62402]: INFO nova.scheduler.client.report [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleted allocations for instance fb828cea-cae3-4116-bc6b-be2bd4d2e18f [ 1571.128513] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872867, 'name': CreateVM_Task, 'duration_secs': 0.466283} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.128787] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1571.129570] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.131019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.131019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1571.131019] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6fb7fe4-60b4-485a-b690-1712d3fdc586 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.136208] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1571.136208] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fc0e92-09f0-c009-e686-9f5d635f54c4" [ 1571.136208] env[62402]: _type = "Task" [ 1571.136208] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.142425] env[62402]: DEBUG nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Received event network-vif-plugged-27c8dac0-24fb-40ae-a9cc-38e6828adefb {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1571.142655] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Acquiring lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.142807] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.142951] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.143192] env[62402]: DEBUG nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] No waiting events found dispatching network-vif-plugged-27c8dac0-24fb-40ae-a9cc-38e6828adefb {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1571.143346] env[62402]: WARNING nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Received unexpected event network-vif-plugged-27c8dac0-24fb-40ae-a9cc-38e6828adefb for instance with vm_state building and task_state spawning. [ 1571.143437] env[62402]: DEBUG nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Received event network-changed-27c8dac0-24fb-40ae-a9cc-38e6828adefb {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1571.143623] env[62402]: DEBUG nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Refreshing instance network info cache due to event network-changed-27c8dac0-24fb-40ae-a9cc-38e6828adefb. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1571.143767] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Acquiring lock "refresh_cache-e7fe214c-11b0-410f-8b6c-cc07731ce2f0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.143906] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Acquired lock "refresh_cache-e7fe214c-11b0-410f-8b6c-cc07731ce2f0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.144073] env[62402]: DEBUG nova.network.neutron [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Refreshing network info cache for port 27c8dac0-24fb-40ae-a9cc-38e6828adefb {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.151442] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fc0e92-09f0-c009-e686-9f5d635f54c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011662} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.152256] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.152757] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1571.152757] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.152918] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.153127] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1571.153953] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5ffe89e-4601-4e2f-8761-57498e2ce560 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.164355] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1571.164638] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1571.165598] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83784038-6606-4b7a-b9f9-7ca98776931e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.171752] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1571.171752] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bd3323-a9dd-d0fa-f0fc-bbb51fcc3776" [ 1571.171752] env[62402]: _type = "Task" [ 1571.171752] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.180305] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bd3323-a9dd-d0fa-f0fc-bbb51fcc3776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.316008] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872868, 'name': PowerOffVM_Task, 'duration_secs': 0.33226} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.316413] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1571.317225] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dc3d20-3843-4882-8380-8a2154a722d7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.341121] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f48dd60-8803-4001-b121-cdf282cf7f49 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.352013] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123376} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.355892] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.362438] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c796489-eb60-462b-b746-49279c1d328c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.399026] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] e7fe214c-11b0-410f-8b6c-cc07731ce2f0/e7fe214c-11b0-410f-8b6c-cc07731ce2f0.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.399026] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca65113-4fd3-496c-b99a-7c464bae5b03 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.422942] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1571.422942] env[62402]: value = "task-1872870" [ 1571.422942] env[62402]: _type = "Task" [ 1571.422942] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.435698] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.451797] env[62402]: DEBUG oslo_concurrency.lockutils [None req-82af2b09-1d0d-4930-89b5-d5697eff0a1a tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "fb828cea-cae3-4116-bc6b-be2bd4d2e18f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.511s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.689464] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bd3323-a9dd-d0fa-f0fc-bbb51fcc3776, 'name': SearchDatastore_Task, 'duration_secs': 0.013295} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.692915] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882419ec-1227-472a-821e-0b6183346d90 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.699526] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1571.699526] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]523e723d-a254-b717-6bcd-24af9e875e51" [ 1571.699526] env[62402]: _type = "Task" [ 1571.699526] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.702771] env[62402]: DEBUG oslo_concurrency.lockutils [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "f671b517-af96-443b-87a4-bb895b34e2b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.703852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "f671b517-af96-443b-87a4-bb895b34e2b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.703852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "f671b517-af96-443b-87a4-bb895b34e2b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.703852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "f671b517-af96-443b-87a4-bb895b34e2b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.703852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "f671b517-af96-443b-87a4-bb895b34e2b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.708263] env[62402]: INFO nova.compute.manager [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Terminating instance [ 1571.713895] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523e723d-a254-b717-6bcd-24af9e875e51, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.714382] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.714638] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2393b044-f5e7-4cb5-91f3-601de93821e9/2393b044-f5e7-4cb5-91f3-601de93821e9.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.717098] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8d0c84d-b7ba-4c61-8fa4-167cb1a42eb1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.729711] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1571.729711] env[62402]: value = "task-1872871" [ 1571.729711] env[62402]: _type = "Task" [ 1571.729711] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.736612] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.865642] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1571.866070] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9d853ae-182d-48d5-bb08-92ebcf7b0b1c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.882141] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1571.882141] env[62402]: value = "task-1872872" [ 1571.882141] env[62402]: _type = "Task" [ 1571.882141] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.892126] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872872, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.937781] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872870, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.075647] env[62402]: DEBUG nova.network.neutron [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Successfully updated port: 43aef679-b831-45e1-b784-7503780f79a2 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1572.095437] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b8045e-da10-4ac5-9bf3-1342afd59eba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.106155] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362c8b92-af5f-4ac6-b44e-2759d96db632 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.140940] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6bd7c1-3b3a-4c39-b4ed-874bb2e90260 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.151968] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a06a748-981a-457f-909f-b9824a6fd195 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.168018] env[62402]: DEBUG nova.compute.provider_tree [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.215704] env[62402]: DEBUG nova.compute.manager [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1572.216335] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1572.217685] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765b9286-bec7-4158-9ce9-efdebb86e7dd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.227722] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.228107] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6842ee7-9395-4468-a851-c03ee1a924a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.243697] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872871, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.256658] env[62402]: DEBUG nova.network.neutron [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Updated VIF entry in instance network info cache for port 27c8dac0-24fb-40ae-a9cc-38e6828adefb. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.257986] env[62402]: DEBUG nova.network.neutron [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Updating instance_info_cache with network_info: [{"id": "27c8dac0-24fb-40ae-a9cc-38e6828adefb", "address": "fa:16:3e:4f:5b:af", "network": {"id": "c93afdb8-3807-4d78-976c-d1f0e54d4865", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362157596", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c8dac0-24", "ovs_interfaceid": "27c8dac0-24fb-40ae-a9cc-38e6828adefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a65fe565-1a29-4728-84c3-232330b8aa8c", "address": "fa:16:3e:aa:64:7a", "network": {"id": "e1578b96-0f50-4bed-b858-c7963278a4f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2070455498", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65fe565-1a", "ovs_interfaceid": "a65fe565-1a29-4728-84c3-232330b8aa8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.373185] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.373185] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.373185] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleting the datastore file [datastore1] f671b517-af96-443b-87a4-bb895b34e2b1 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.373185] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b25c1862-3b69-45df-ac68-2e3d36322926 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.381142] env[62402]: DEBUG oslo_vmware.api [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1572.381142] env[62402]: value = "task-1872874" [ 1572.381142] env[62402]: _type = "Task" [ 1572.381142] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.406771] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872872, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.406771] env[62402]: DEBUG oslo_vmware.api [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.436957] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872870, 'name': ReconfigVM_Task, 'duration_secs': 0.579522} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.438308] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Reconfigured VM instance instance-00000040 to attach disk [datastore1] e7fe214c-11b0-410f-8b6c-cc07731ce2f0/e7fe214c-11b0-410f-8b6c-cc07731ce2f0.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.439023] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88bb6963-b1d4-4c78-950c-ec4583f1772e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.448151] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1572.448151] env[62402]: value = "task-1872875" [ 1572.448151] env[62402]: _type = "Task" [ 1572.448151] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.460087] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872875, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.580221] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "refresh_cache-05a8cd2f-2012-4e70-9073-50f274db9afb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.580409] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired lock "refresh_cache-05a8cd2f-2012-4e70-9073-50f274db9afb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.580559] env[62402]: DEBUG nova.network.neutron [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1572.671476] env[62402]: DEBUG nova.scheduler.client.report [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.740652] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554734} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.740937] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2393b044-f5e7-4cb5-91f3-601de93821e9/2393b044-f5e7-4cb5-91f3-601de93821e9.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.741168] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.741435] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76279bfc-d925-431e-884e-94f4f132846a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.749530] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1572.749530] env[62402]: value = "task-1872876" [ 1572.749530] env[62402]: _type = "Task" [ 1572.749530] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.760904] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Releasing lock "refresh_cache-e7fe214c-11b0-410f-8b6c-cc07731ce2f0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.761187] env[62402]: DEBUG nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Received event network-vif-plugged-a65fe565-1a29-4728-84c3-232330b8aa8c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1572.761382] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Acquiring lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.761655] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.761884] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.762075] env[62402]: DEBUG nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] No waiting events found dispatching network-vif-plugged-a65fe565-1a29-4728-84c3-232330b8aa8c {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1572.762263] env[62402]: WARNING nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Received unexpected event network-vif-plugged-a65fe565-1a29-4728-84c3-232330b8aa8c for instance with vm_state building and task_state spawning. [ 1572.762428] env[62402]: DEBUG nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Received event network-changed-a65fe565-1a29-4728-84c3-232330b8aa8c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1572.762611] env[62402]: DEBUG nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Refreshing instance network info cache due to event network-changed-a65fe565-1a29-4728-84c3-232330b8aa8c. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1572.762766] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Acquiring lock "refresh_cache-e7fe214c-11b0-410f-8b6c-cc07731ce2f0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.762978] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Acquired lock "refresh_cache-e7fe214c-11b0-410f-8b6c-cc07731ce2f0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.763925] env[62402]: DEBUG nova.network.neutron [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Refreshing network info cache for port a65fe565-1a29-4728-84c3-232330b8aa8c {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.765186] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.895708] env[62402]: DEBUG oslo_vmware.api [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15027} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.899221] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.899327] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.899489] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.899662] env[62402]: INFO nova.compute.manager [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1572.899924] env[62402]: DEBUG oslo.service.loopingcall [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.900521] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872872, 'name': CreateSnapshot_Task, 'duration_secs': 0.842327} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.900598] env[62402]: DEBUG nova.compute.manager [-] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1572.900665] env[62402]: DEBUG nova.network.neutron [-] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1572.902296] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1572.903071] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9e11e5-f067-4f59-854c-6041192e8695 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.907419] env[62402]: DEBUG oslo_concurrency.lockutils [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "ee33adb6-e557-41a3-af97-4a510dabac58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.907546] env[62402]: DEBUG oslo_concurrency.lockutils [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "ee33adb6-e557-41a3-af97-4a510dabac58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.907762] env[62402]: DEBUG oslo_concurrency.lockutils [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "ee33adb6-e557-41a3-af97-4a510dabac58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.908016] env[62402]: DEBUG oslo_concurrency.lockutils [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "ee33adb6-e557-41a3-af97-4a510dabac58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.908300] env[62402]: DEBUG oslo_concurrency.lockutils [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "ee33adb6-e557-41a3-af97-4a510dabac58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.915937] env[62402]: INFO nova.compute.manager [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Terminating instance [ 1572.948364] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "8904d762-c644-4044-8421-2fe3f3200d97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.948691] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "8904d762-c644-4044-8421-2fe3f3200d97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.961117] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872875, 'name': Rename_Task, 'duration_secs': 0.376682} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.963248] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1572.963704] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a64822ae-06bf-440e-b6a8-b44e9341cb2a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.971151] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1572.971151] env[62402]: value = "task-1872877" [ 1572.971151] env[62402]: _type = "Task" [ 1572.971151] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.980502] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.161711] env[62402]: DEBUG nova.network.neutron [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1573.176819] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.180217] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.631s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.180217] env[62402]: DEBUG nova.objects.instance [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Lazy-loading 'resources' on Instance uuid 7c3bb11f-42f8-4501-8127-37a7845e47f5 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.203582] env[62402]: INFO nova.scheduler.client.report [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted allocations for instance 062eaf4e-e1a3-4439-8cc8-b2a96f259779 [ 1573.263527] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143341} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.267817] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.272369] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1602c613-57fe-4e45-bee9-1cc8790fe393 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.301934] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 2393b044-f5e7-4cb5-91f3-601de93821e9/2393b044-f5e7-4cb5-91f3-601de93821e9.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.302602] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecec96ea-fbe4-40f9-8035-39ea1dfd4178 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.325346] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1573.325346] env[62402]: value = "task-1872878" [ 1573.325346] env[62402]: _type = "Task" [ 1573.325346] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.333894] env[62402]: DEBUG nova.compute.manager [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Received event network-vif-plugged-43aef679-b831-45e1-b784-7503780f79a2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1573.334380] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] Acquiring lock "05a8cd2f-2012-4e70-9073-50f274db9afb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.334703] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] Lock "05a8cd2f-2012-4e70-9073-50f274db9afb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.334867] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] Lock "05a8cd2f-2012-4e70-9073-50f274db9afb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.335114] env[62402]: DEBUG nova.compute.manager [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] No waiting events found dispatching network-vif-plugged-43aef679-b831-45e1-b784-7503780f79a2 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1573.335321] env[62402]: WARNING nova.compute.manager [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Received unexpected event network-vif-plugged-43aef679-b831-45e1-b784-7503780f79a2 for instance with vm_state building and task_state spawning. [ 1573.335512] env[62402]: DEBUG nova.compute.manager [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Received event network-changed-43aef679-b831-45e1-b784-7503780f79a2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1573.335699] env[62402]: DEBUG nova.compute.manager [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Refreshing instance network info cache due to event network-changed-43aef679-b831-45e1-b784-7503780f79a2. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1573.335905] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] Acquiring lock "refresh_cache-05a8cd2f-2012-4e70-9073-50f274db9afb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.343274] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872878, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.426606] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1573.430551] env[62402]: DEBUG nova.compute.manager [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1573.430551] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1573.430551] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad3601ab-5678-47db-8fe2-0388165addc3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.435016] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f66912-395f-4838-82cf-8149a89806ba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.440681] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.442330] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc2d8170-9f87-4aa8-b8af-dad2b68a717e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.443718] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1573.443718] env[62402]: value = "task-1872879" [ 1573.443718] env[62402]: _type = "Task" [ 1573.443718] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.453852] env[62402]: DEBUG oslo_vmware.api [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1573.453852] env[62402]: value = "task-1872880" [ 1573.453852] env[62402]: _type = "Task" [ 1573.453852] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.460681] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872879, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.467272] env[62402]: DEBUG oslo_vmware.api [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.482155] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.576718] env[62402]: DEBUG nova.network.neutron [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Updating instance_info_cache with network_info: [{"id": "43aef679-b831-45e1-b784-7503780f79a2", "address": "fa:16:3e:b2:93:02", "network": {"id": "880fc707-421b-478b-9500-395868ffe4aa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-183692392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0772e2c7de5c4986b4e9f092817fad60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43aef679-b8", "ovs_interfaceid": "43aef679-b831-45e1-b784-7503780f79a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.665727] env[62402]: DEBUG nova.network.neutron [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Updated VIF entry in instance network info cache for port a65fe565-1a29-4728-84c3-232330b8aa8c. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1573.666312] env[62402]: DEBUG nova.network.neutron [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Updating instance_info_cache with network_info: [{"id": "27c8dac0-24fb-40ae-a9cc-38e6828adefb", "address": "fa:16:3e:4f:5b:af", "network": {"id": "c93afdb8-3807-4d78-976c-d1f0e54d4865", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362157596", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c8dac0-24", "ovs_interfaceid": "27c8dac0-24fb-40ae-a9cc-38e6828adefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a65fe565-1a29-4728-84c3-232330b8aa8c", "address": "fa:16:3e:aa:64:7a", "network": {"id": "e1578b96-0f50-4bed-b858-c7963278a4f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2070455498", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65fe565-1a", "ovs_interfaceid": "a65fe565-1a29-4728-84c3-232330b8aa8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.720451] env[62402]: DEBUG oslo_concurrency.lockutils [None req-23d78a20-31eb-4370-97c0-364a557a571b tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "062eaf4e-e1a3-4439-8cc8-b2a96f259779" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.682s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.837802] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872878, 'name': ReconfigVM_Task, 'duration_secs': 0.368011} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.838302] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 2393b044-f5e7-4cb5-91f3-601de93821e9/2393b044-f5e7-4cb5-91f3-601de93821e9.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.839189] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d81ca010-2a54-4de9-a9ef-94c2639f76d8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.851023] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1573.851023] env[62402]: value = "task-1872881" [ 1573.851023] env[62402]: _type = "Task" [ 1573.851023] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.860595] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872881, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.952339] env[62402]: DEBUG nova.network.neutron [-] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.963329] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872879, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.969591] env[62402]: DEBUG oslo_vmware.api [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872880, 'name': PowerOffVM_Task, 'duration_secs': 0.365999} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.970827] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1573.970975] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1573.971253] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cc595b7-9241-4f6a-92a9-7308f1c9ff6d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.988628] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.080695] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Releasing lock "refresh_cache-05a8cd2f-2012-4e70-9073-50f274db9afb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.081066] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Instance network_info: |[{"id": "43aef679-b831-45e1-b784-7503780f79a2", "address": "fa:16:3e:b2:93:02", "network": {"id": "880fc707-421b-478b-9500-395868ffe4aa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-183692392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0772e2c7de5c4986b4e9f092817fad60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43aef679-b8", "ovs_interfaceid": "43aef679-b831-45e1-b784-7503780f79a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1574.081447] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] Acquired lock "refresh_cache-05a8cd2f-2012-4e70-9073-50f274db9afb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.081940] env[62402]: DEBUG nova.network.neutron [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Refreshing network info cache for port 43aef679-b831-45e1-b784-7503780f79a2 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.082902] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:93:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43aef679-b831-45e1-b784-7503780f79a2', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.091627] env[62402]: DEBUG oslo.service.loopingcall [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.096628] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.097137] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abcb696f-cbcf-44b4-8b64-9d1d9762f657 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.122045] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.122045] env[62402]: value = "task-1872883" [ 1574.122045] env[62402]: _type = "Task" [ 1574.122045] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.131987] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872883, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.172989] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Releasing lock "refresh_cache-e7fe214c-11b0-410f-8b6c-cc07731ce2f0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.173343] env[62402]: DEBUG nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Received event network-vif-plugged-bdd559ba-2262-4c61-b9ca-40f79c5a9466 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1574.173546] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Acquiring lock "2393b044-f5e7-4cb5-91f3-601de93821e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.173751] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Lock "2393b044-f5e7-4cb5-91f3-601de93821e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.173912] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Lock "2393b044-f5e7-4cb5-91f3-601de93821e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.174094] env[62402]: DEBUG nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] No waiting events found dispatching network-vif-plugged-bdd559ba-2262-4c61-b9ca-40f79c5a9466 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1574.174263] env[62402]: WARNING nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Received unexpected event network-vif-plugged-bdd559ba-2262-4c61-b9ca-40f79c5a9466 for instance with vm_state building and task_state spawning. [ 1574.174429] env[62402]: DEBUG nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Received event network-changed-bdd559ba-2262-4c61-b9ca-40f79c5a9466 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1574.174584] env[62402]: DEBUG nova.compute.manager [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Refreshing instance network info cache due to event network-changed-bdd559ba-2262-4c61-b9ca-40f79c5a9466. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1574.174764] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Acquiring lock "refresh_cache-2393b044-f5e7-4cb5-91f3-601de93821e9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.174904] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Acquired lock "refresh_cache-2393b044-f5e7-4cb5-91f3-601de93821e9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.175094] env[62402]: DEBUG nova.network.neutron [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Refreshing network info cache for port bdd559ba-2262-4c61-b9ca-40f79c5a9466 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.274229] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1574.275290] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1574.275290] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleting the datastore file [datastore2] ee33adb6-e557-41a3-af97-4a510dabac58 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1574.275290] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16eb78bf-c553-484f-8a9a-525b7dc3db39 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.285108] env[62402]: DEBUG oslo_vmware.api [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1574.285108] env[62402]: value = "task-1872884" [ 1574.285108] env[62402]: _type = "Task" [ 1574.285108] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.296616] env[62402]: DEBUG oslo_vmware.api [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.313566] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855a4d54-96bc-4a4a-82a9-2f1d0ac23c80 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.322314] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0651e820-88e9-47e5-81b9-9bd792c6f678 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.368299] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71888e35-e6e3-462e-9193-14df6b0d0811 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.378275] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872881, 'name': Rename_Task, 'duration_secs': 0.160182} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.379910] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.383620] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a14bb76d-9dce-42ad-82b8-1930187ffedd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.383620] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57e53ce-9a8f-4738-92fb-27861819f86e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.400409] env[62402]: DEBUG nova.compute.provider_tree [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.407210] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1574.407210] env[62402]: value = "task-1872885" [ 1574.407210] env[62402]: _type = "Task" [ 1574.407210] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.417827] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872885, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.456156] env[62402]: INFO nova.compute.manager [-] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Took 1.56 seconds to deallocate network for instance. [ 1574.465248] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872879, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.486488] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.635268] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872883, 'name': CreateVM_Task, 'duration_secs': 0.461227} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.637384] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1574.638144] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.638408] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.638646] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1574.639347] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b299d0c-c593-4e99-893e-92f292cbf2de {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.644549] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1574.644549] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cb87f2-8984-443a-2c65-7be91f619efd" [ 1574.644549] env[62402]: _type = "Task" [ 1574.644549] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.654473] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cb87f2-8984-443a-2c65-7be91f619efd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.800888] env[62402]: DEBUG oslo_vmware.api [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156906} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.801367] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1574.801794] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1574.801943] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1574.802231] env[62402]: INFO nova.compute.manager [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1574.802780] env[62402]: DEBUG oslo.service.loopingcall [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.803125] env[62402]: DEBUG nova.compute.manager [-] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1574.803280] env[62402]: DEBUG nova.network.neutron [-] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1574.903210] env[62402]: DEBUG nova.network.neutron [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Updated VIF entry in instance network info cache for port 43aef679-b831-45e1-b784-7503780f79a2. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.903714] env[62402]: DEBUG nova.network.neutron [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Updating instance_info_cache with network_info: [{"id": "43aef679-b831-45e1-b784-7503780f79a2", "address": "fa:16:3e:b2:93:02", "network": {"id": "880fc707-421b-478b-9500-395868ffe4aa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-183692392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0772e2c7de5c4986b4e9f092817fad60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43aef679-b8", "ovs_interfaceid": "43aef679-b831-45e1-b784-7503780f79a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.908954] env[62402]: DEBUG nova.scheduler.client.report [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1574.925710] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872885, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.963069] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872879, 'name': CloneVM_Task, 'duration_secs': 1.449366} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.963502] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Created linked-clone VM from snapshot [ 1574.964425] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4febb92b-ade8-4aea-8b9d-acc7cfa5a85c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.968663] env[62402]: DEBUG oslo_concurrency.lockutils [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.976063] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Uploading image 8d7d3ecc-5edd-45f0-afaa-7d145978b96c {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1574.988363] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872877, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.011927] env[62402]: DEBUG oslo_vmware.rw_handles [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1575.011927] env[62402]: value = "vm-387071" [ 1575.011927] env[62402]: _type = "VirtualMachine" [ 1575.011927] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1575.012262] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da5e4feb-f848-4fe4-a660-31252ee9b971 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.020317] env[62402]: DEBUG oslo_vmware.rw_handles [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lease: (returnval){ [ 1575.020317] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52563027-1556-004d-5ad0-e7ff4f815eda" [ 1575.020317] env[62402]: _type = "HttpNfcLease" [ 1575.020317] env[62402]: } obtained for exporting VM: (result){ [ 1575.020317] env[62402]: value = "vm-387071" [ 1575.020317] env[62402]: _type = "VirtualMachine" [ 1575.020317] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1575.020719] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the lease: (returnval){ [ 1575.020719] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52563027-1556-004d-5ad0-e7ff4f815eda" [ 1575.020719] env[62402]: _type = "HttpNfcLease" [ 1575.020719] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1575.028059] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1575.028059] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52563027-1556-004d-5ad0-e7ff4f815eda" [ 1575.028059] env[62402]: _type = "HttpNfcLease" [ 1575.028059] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1575.058559] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db7a6f2b-0da5-4da4-8fbf-343738c7f7fb tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "4226b554-55ff-4cba-b0ae-61e23403ac42" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.058903] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db7a6f2b-0da5-4da4-8fbf-343738c7f7fb tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4226b554-55ff-4cba-b0ae-61e23403ac42" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.060176] env[62402]: DEBUG nova.compute.manager [None req-db7a6f2b-0da5-4da4-8fbf-343738c7f7fb tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.060176] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e577fc-0a81-4c2c-9b53-9b5f792ea983 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.067947] env[62402]: DEBUG nova.compute.manager [None req-db7a6f2b-0da5-4da4-8fbf-343738c7f7fb tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62402) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1575.069533] env[62402]: DEBUG nova.objects.instance [None req-db7a6f2b-0da5-4da4-8fbf-343738c7f7fb tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lazy-loading 'flavor' on Instance uuid 4226b554-55ff-4cba-b0ae-61e23403ac42 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.160020] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cb87f2-8984-443a-2c65-7be91f619efd, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.160404] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.160659] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.160911] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.161102] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.161300] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.161592] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6949d81-8d16-4853-8ad3-c9bb9fb3ace9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.171554] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.171788] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.172537] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f726401e-ed3e-4bcd-87d7-5c5a11ad612b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.179619] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1575.179619] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52429b57-e921-04bb-99c9-24bc834d4e0c" [ 1575.179619] env[62402]: _type = "Task" [ 1575.179619] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.191161] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52429b57-e921-04bb-99c9-24bc834d4e0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.399483] env[62402]: DEBUG nova.network.neutron [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Updated VIF entry in instance network info cache for port bdd559ba-2262-4c61-b9ca-40f79c5a9466. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.399904] env[62402]: DEBUG nova.network.neutron [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Updating instance_info_cache with network_info: [{"id": "bdd559ba-2262-4c61-b9ca-40f79c5a9466", "address": "fa:16:3e:4e:f0:ba", "network": {"id": "880fc707-421b-478b-9500-395868ffe4aa", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-183692392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0772e2c7de5c4986b4e9f092817fad60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd559ba-22", "ovs_interfaceid": "bdd559ba-2262-4c61-b9ca-40f79c5a9466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.406544] env[62402]: DEBUG oslo_concurrency.lockutils [req-ac6eb0bc-69d2-4b7d-a6ef-c7178abab689 req-40221e4d-351d-4ef2-a9e9-92d6c949781d service nova] Releasing lock "refresh_cache-05a8cd2f-2012-4e70-9073-50f274db9afb" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.418520] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.421989] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.729s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.422322] env[62402]: DEBUG nova.objects.instance [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lazy-loading 'resources' on Instance uuid 7688e68b-a872-49b4-ab48-47866159eaa6 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.429560] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872885, 'name': PowerOnVM_Task, 'duration_secs': 0.559832} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.520791] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.520791] env[62402]: INFO nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1575.520791] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.520791] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0a0df1-c518-410d-ba57-a8b41cb783cb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.520791] env[62402]: INFO nova.scheduler.client.report [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Deleted allocations for instance 7c3bb11f-42f8-4501-8127-37a7845e47f5 [ 1575.520791] env[62402]: DEBUG oslo_vmware.api [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872877, 'name': PowerOnVM_Task, 'duration_secs': 2.108896} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.520791] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.520791] env[62402]: INFO nova.compute.manager [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Took 12.15 seconds to spawn the instance on the hypervisor. [ 1575.520791] env[62402]: DEBUG nova.compute.manager [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.520791] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a76225b-4870-4dce-90d2-14f1ca948d03 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.534874] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1575.534874] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52563027-1556-004d-5ad0-e7ff4f815eda" [ 1575.534874] env[62402]: _type = "HttpNfcLease" [ 1575.534874] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1575.535187] env[62402]: DEBUG oslo_vmware.rw_handles [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1575.535187] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52563027-1556-004d-5ad0-e7ff4f815eda" [ 1575.535187] env[62402]: _type = "HttpNfcLease" [ 1575.535187] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1575.535948] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5b05fb-b7fd-4e19-a872-3c11765c3aa6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.545723] env[62402]: DEBUG oslo_vmware.rw_handles [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232e805-1674-5978-39ae-e91463a94a92/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1575.545985] env[62402]: DEBUG oslo_vmware.rw_handles [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232e805-1674-5978-39ae-e91463a94a92/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1575.669841] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-895b3812-94db-451c-9bc4-fffe0263d6bf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.694361] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52429b57-e921-04bb-99c9-24bc834d4e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.013256} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.695175] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ecd067-befd-42b1-9c3a-08e29a1d6205 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.703518] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1575.703518] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524c02db-d3cd-3b89-4724-838d47db831a" [ 1575.703518] env[62402]: _type = "Task" [ 1575.703518] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.716856] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524c02db-d3cd-3b89-4724-838d47db831a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.864413] env[62402]: DEBUG nova.compute.manager [req-40f180d9-51b9-4efb-949b-d74d1821098a req-ec7a69f4-e634-44a1-8328-153bb8dae56e service nova] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Received event network-vif-deleted-b4c62b09-bd31-4d3b-8c85-ba7eec42907e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1575.903862] env[62402]: DEBUG oslo_concurrency.lockutils [req-d36cb118-f2e8-4179-b75e-ff2b55de56af req-4433dcf3-f3cd-4cab-9e06-043a2973090c service nova] Releasing lock "refresh_cache-2393b044-f5e7-4cb5-91f3-601de93821e9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.958628] env[62402]: INFO nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Took 50.50 seconds to build instance. [ 1575.971718] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ab9c4045-6490-4979-afb7-961d0435d3d5 tempest-ServerAddressesTestJSON-942487083 tempest-ServerAddressesTestJSON-942487083-project-member] Lock "7c3bb11f-42f8-4501-8127-37a7845e47f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.066s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.983855] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "d034144f-88e1-474e-8bcd-8c98d900cda2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.984269] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "d034144f-88e1-474e-8bcd-8c98d900cda2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.019855] env[62402]: INFO nova.compute.manager [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Took 62.36 seconds to build instance. [ 1576.031097] env[62402]: DEBUG nova.network.neutron [-] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.111010] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7a6f2b-0da5-4da4-8fbf-343738c7f7fb tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1576.111545] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55f918ca-b074-43f7-b459-8582ba5f9c3e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.125014] env[62402]: DEBUG oslo_vmware.api [None req-db7a6f2b-0da5-4da4-8fbf-343738c7f7fb tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1576.125014] env[62402]: value = "task-1872887" [ 1576.125014] env[62402]: _type = "Task" [ 1576.125014] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.149652] env[62402]: DEBUG oslo_vmware.api [None req-db7a6f2b-0da5-4da4-8fbf-343738c7f7fb tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.220252] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524c02db-d3cd-3b89-4724-838d47db831a, 'name': SearchDatastore_Task, 'duration_secs': 0.038435} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.222064] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.222488] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 05a8cd2f-2012-4e70-9073-50f274db9afb/05a8cd2f-2012-4e70-9073-50f274db9afb.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.222902] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bb9125d-5210-4d44-bdb0-00a7136bc6cf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.230928] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1576.230928] env[62402]: value = "task-1872888" [ 1576.230928] env[62402]: _type = "Task" [ 1576.230928] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.247224] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.460228] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "2393b044-f5e7-4cb5-91f3-601de93821e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.388s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.523211] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9b94626b-1da8-4983-954b-54b4737aa511 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.173s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.533521] env[62402]: INFO nova.compute.manager [-] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Took 1.73 seconds to deallocate network for instance. [ 1576.639519] env[62402]: DEBUG oslo_vmware.api [None req-db7a6f2b-0da5-4da4-8fbf-343738c7f7fb tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872887, 'name': PowerOffVM_Task, 'duration_secs': 0.324036} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.646336] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7a6f2b-0da5-4da4-8fbf-343738c7f7fb tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1576.647086] env[62402]: DEBUG nova.compute.manager [None req-db7a6f2b-0da5-4da4-8fbf-343738c7f7fb tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.651185] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00233f80-4636-44d4-812e-048c568a0771 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.721582] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7137441-dd0c-4333-a7d2-53376d71f5b7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.739540] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b293a21d-e032-4004-a444-458b7dca55c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.748054] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872888, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.787730] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166da9c9-21e0-4a03-be05-3aabc464ce0d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.800434] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40a2a34-0e0c-418e-b589-d24eb39e3d9d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.814459] env[62402]: DEBUG nova.compute.provider_tree [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.964246] env[62402]: DEBUG nova.compute.manager [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1577.026555] env[62402]: DEBUG nova.compute.manager [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1577.041180] env[62402]: DEBUG oslo_concurrency.lockutils [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.175373] env[62402]: DEBUG oslo_concurrency.lockutils [None req-db7a6f2b-0da5-4da4-8fbf-343738c7f7fb tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4226b554-55ff-4cba-b0ae-61e23403ac42" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.116s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.249572] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765234} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.249572] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 05a8cd2f-2012-4e70-9073-50f274db9afb/05a8cd2f-2012-4e70-9073-50f274db9afb.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1577.250518] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1577.250964] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc09ac19-227c-4cd0-bba8-19cfd974dbb2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.260672] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1577.260672] env[62402]: value = "task-1872889" [ 1577.260672] env[62402]: _type = "Task" [ 1577.260672] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.271045] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.321170] env[62402]: DEBUG nova.scheduler.client.report [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.493475] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.558639] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.773214] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073525} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.773214] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1577.774248] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c9992b-225d-46e5-95ce-79e8c0708136 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.804659] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 05a8cd2f-2012-4e70-9073-50f274db9afb/05a8cd2f-2012-4e70-9073-50f274db9afb.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.805028] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c688905-2ab2-4aba-b080-c0c195ab926e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.829094] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.407s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.831766] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1577.831766] env[62402]: value = "task-1872890" [ 1577.831766] env[62402]: _type = "Task" [ 1577.831766] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.832329] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 41.616s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.846675] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.860879] env[62402]: INFO nova.scheduler.client.report [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Deleted allocations for instance 7688e68b-a872-49b4-ab48-47866159eaa6 [ 1577.960884] env[62402]: DEBUG oslo_concurrency.lockutils [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.961197] env[62402]: DEBUG oslo_concurrency.lockutils [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.961413] env[62402]: DEBUG oslo_concurrency.lockutils [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.961658] env[62402]: DEBUG oslo_concurrency.lockutils [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.963210] env[62402]: DEBUG oslo_concurrency.lockutils [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.964643] env[62402]: INFO nova.compute.manager [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Terminating instance [ 1578.123472] env[62402]: DEBUG nova.compute.manager [req-9b178be6-2244-4196-b58e-8b4eab1483d3 req-3d9ed1d6-9a83-46c4-8659-b45ed7183edd service nova] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Received event network-vif-deleted-f796a33e-1f01-4dcf-81be-bd8551e7b325 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1578.343540] env[62402]: DEBUG nova.objects.instance [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lazy-loading 'migration_context' on Instance uuid 8ae201ed-2458-4a38-9706-79834f32efe2 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.350283] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872890, 'name': ReconfigVM_Task, 'duration_secs': 0.427381} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.350669] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 05a8cd2f-2012-4e70-9073-50f274db9afb/05a8cd2f-2012-4e70-9073-50f274db9afb.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.351466] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8562d38f-3d37-45ba-b7fd-0673a900de9b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.359394] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1578.359394] env[62402]: value = "task-1872891" [ 1578.359394] env[62402]: _type = "Task" [ 1578.359394] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.378250] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872891, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.379085] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbad2d0a-bc9f-419a-b2d1-f258a95c0ef3 tempest-ImagesOneServerTestJSON-1387357190 tempest-ImagesOneServerTestJSON-1387357190-project-member] Lock "7688e68b-a872-49b4-ab48-47866159eaa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.181s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.475669] env[62402]: DEBUG nova.compute.manager [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1578.475960] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1578.477046] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae5c10c-5e51-4482-9617-9742dc0310d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.487153] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.487249] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad2ee1f8-5603-4d6e-848e-5dd6337d6d13 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.494011] env[62402]: DEBUG oslo_vmware.api [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1578.494011] env[62402]: value = "task-1872892" [ 1578.494011] env[62402]: _type = "Task" [ 1578.494011] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.507194] env[62402]: DEBUG oslo_vmware.api [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.875939] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872891, 'name': Rename_Task, 'duration_secs': 0.190402} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.879300] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1578.879300] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95c58112-e737-4d47-9e70-0565dae734b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.886311] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1578.886311] env[62402]: value = "task-1872893" [ 1578.886311] env[62402]: _type = "Task" [ 1578.886311] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.895034] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.928662] env[62402]: DEBUG nova.objects.instance [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lazy-loading 'flavor' on Instance uuid 4226b554-55ff-4cba-b0ae-61e23403ac42 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.009220] env[62402]: DEBUG oslo_vmware.api [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872892, 'name': PowerOffVM_Task, 'duration_secs': 0.358451} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.009872] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.010210] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.010612] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92a82e5f-702f-432a-96fb-f934182a785f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.398186] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872893, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.424830] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aa5988-bfcd-497d-b272-958ef5ecd5d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.432880] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a3f6eb-66ad-4f89-bae8-7f648dfb76df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.439384] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "refresh_cache-4226b554-55ff-4cba-b0ae-61e23403ac42" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.439574] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquired lock "refresh_cache-4226b554-55ff-4cba-b0ae-61e23403ac42" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.439755] env[62402]: DEBUG nova.network.neutron [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.439940] env[62402]: DEBUG nova.objects.instance [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lazy-loading 'info_cache' on Instance uuid 4226b554-55ff-4cba-b0ae-61e23403ac42 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.471417] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fd6c07-2ea7-4778-8309-87267ed15bce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.480192] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f92785-4f78-4502-bc4e-e76d87c9a9a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.495972] env[62402]: DEBUG nova.compute.provider_tree [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.577162] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "1228d24f-f986-4e6c-9097-5fe14ab7fbda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.577259] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "1228d24f-f986-4e6c-9097-5fe14ab7fbda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.577655] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "1228d24f-f986-4e6c-9097-5fe14ab7fbda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.577715] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "1228d24f-f986-4e6c-9097-5fe14ab7fbda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.578584] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "1228d24f-f986-4e6c-9097-5fe14ab7fbda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.581382] env[62402]: INFO nova.compute.manager [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Terminating instance [ 1579.624306] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.624999] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.624999] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Deleting the datastore file [datastore1] e7fe214c-11b0-410f-8b6c-cc07731ce2f0 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.624999] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c84ed5d-5c7b-4b41-8ceb-0fc19d402c19 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.638248] env[62402]: DEBUG oslo_vmware.api [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for the task: (returnval){ [ 1579.638248] env[62402]: value = "task-1872895" [ 1579.638248] env[62402]: _type = "Task" [ 1579.638248] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.645675] env[62402]: DEBUG oslo_vmware.api [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.902064] env[62402]: DEBUG oslo_vmware.api [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872893, 'name': PowerOnVM_Task, 'duration_secs': 0.566584} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.902372] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1579.902581] env[62402]: INFO nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1579.902769] env[62402]: DEBUG nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1579.907131] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd4a170-61e2-4fb2-b120-78d43db48155 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.976322] env[62402]: DEBUG nova.objects.base [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Object Instance<4226b554-55ff-4cba-b0ae-61e23403ac42> lazy-loaded attributes: flavor,info_cache {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1580.000406] env[62402]: DEBUG nova.scheduler.client.report [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.086386] env[62402]: DEBUG nova.compute.manager [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.086626] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.087564] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a3b636-bd5d-4deb-bfef-3d91f08c76ac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.096801] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.097132] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4f9b9c8-c290-4558-9f2a-94b5226b63cb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.108166] env[62402]: DEBUG oslo_vmware.api [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1580.108166] env[62402]: value = "task-1872896" [ 1580.108166] env[62402]: _type = "Task" [ 1580.108166] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.121907] env[62402]: DEBUG oslo_vmware.api [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.148806] env[62402]: DEBUG oslo_vmware.api [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.429943] env[62402]: INFO nova.compute.manager [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Took 53.97 seconds to build instance. [ 1580.619723] env[62402]: DEBUG oslo_vmware.api [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872896, 'name': PowerOffVM_Task, 'duration_secs': 0.386416} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.620109] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1580.620248] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1580.620752] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a9e51d7-75dc-4fed-b3ba-eba7382758df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.654544] env[62402]: DEBUG oslo_vmware.api [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Task: {'id': task-1872895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.756336} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.654823] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.655016] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.655249] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.655364] env[62402]: INFO nova.compute.manager [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1580.655653] env[62402]: DEBUG oslo.service.loopingcall [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.655833] env[62402]: DEBUG nova.compute.manager [-] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1580.655894] env[62402]: DEBUG nova.network.neutron [-] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1580.744253] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1580.744502] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1580.744688] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Deleting the datastore file [datastore1] 1228d24f-f986-4e6c-9097-5fe14ab7fbda {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.744960] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e295315-1d69-4429-9bd1-ac5b798ad0f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.751507] env[62402]: DEBUG oslo_vmware.api [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1580.751507] env[62402]: value = "task-1872898" [ 1580.751507] env[62402]: _type = "Task" [ 1580.751507] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.761435] env[62402]: DEBUG oslo_vmware.api [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.876862] env[62402]: DEBUG nova.network.neutron [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Updating instance_info_cache with network_info: [{"id": "627ba4f8-b36a-407c-b867-8a5f07314f56", "address": "fa:16:3e:36:3d:6d", "network": {"id": "d145db9c-f8e7-41af-b03b-d067d262313c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1361607322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5269d4d3a7464d5792a622309c90cfe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627ba4f8-b3", "ovs_interfaceid": "627ba4f8-b36a-407c-b867-8a5f07314f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.933229] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0643a36-c4bb-477c-baab-84404aa5ac9b tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "05a8cd2f-2012-4e70-9073-50f274db9afb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.797s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.012300] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.180s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.019914] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.986s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.022971] env[62402]: INFO nova.compute.claims [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1581.262285] env[62402]: DEBUG oslo_vmware.api [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406154} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.262714] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.262975] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.263270] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.263521] env[62402]: INFO nova.compute.manager [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1581.263831] env[62402]: DEBUG oslo.service.loopingcall [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.264098] env[62402]: DEBUG nova.compute.manager [-] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.265172] env[62402]: DEBUG nova.network.neutron [-] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1581.379144] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Releasing lock "refresh_cache-4226b554-55ff-4cba-b0ae-61e23403ac42" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.500232] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Acquiring lock "cc3c434c-0047-47a9-8622-9ea0f4e939c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.500232] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Lock "cc3c434c-0047-47a9-8622-9ea0f4e939c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.600683] env[62402]: DEBUG nova.compute.manager [req-7d09d9dd-2d00-4fa7-89f4-4cff71c0a49c req-497cd13c-0aed-4b08-bcce-6154e2f63621 service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Received event network-vif-deleted-a65fe565-1a29-4728-84c3-232330b8aa8c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1581.600905] env[62402]: INFO nova.compute.manager [req-7d09d9dd-2d00-4fa7-89f4-4cff71c0a49c req-497cd13c-0aed-4b08-bcce-6154e2f63621 service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Neutron deleted interface a65fe565-1a29-4728-84c3-232330b8aa8c; detaching it from the instance and deleting it from the info cache [ 1581.602578] env[62402]: DEBUG nova.network.neutron [req-7d09d9dd-2d00-4fa7-89f4-4cff71c0a49c req-497cd13c-0aed-4b08-bcce-6154e2f63621 service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Updating instance_info_cache with network_info: [{"id": "27c8dac0-24fb-40ae-a9cc-38e6828adefb", "address": "fa:16:3e:4f:5b:af", "network": {"id": "c93afdb8-3807-4d78-976c-d1f0e54d4865", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362157596", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbd6b1dd6e545e49ccf6078d6ed1ad0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c8dac0-24", "ovs_interfaceid": "27c8dac0-24fb-40ae-a9cc-38e6828adefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.729877] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquiring lock "0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.730088] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lock "0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.771913] env[62402]: DEBUG nova.network.neutron [-] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.002415] env[62402]: DEBUG nova.compute.manager [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1582.109402] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0236bdf0-11f9-4aa8-a978-81e1fea21cba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.128865] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238f595b-790d-404f-b3a5-aabd05164aad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.148513] env[62402]: DEBUG nova.network.neutron [-] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.173508] env[62402]: DEBUG nova.compute.manager [req-7d09d9dd-2d00-4fa7-89f4-4cff71c0a49c req-497cd13c-0aed-4b08-bcce-6154e2f63621 service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Detach interface failed, port_id=a65fe565-1a29-4728-84c3-232330b8aa8c, reason: Instance e7fe214c-11b0-410f-8b6c-cc07731ce2f0 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1582.274886] env[62402]: INFO nova.compute.manager [-] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Took 1.62 seconds to deallocate network for instance. [ 1582.389893] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1582.390173] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07bcac05-1d83-452d-885b-fb4f219eb9c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.401184] env[62402]: DEBUG oslo_vmware.api [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1582.401184] env[62402]: value = "task-1872899" [ 1582.401184] env[62402]: _type = "Task" [ 1582.401184] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.414640] env[62402]: DEBUG oslo_vmware.api [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.524751] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.579022] env[62402]: INFO nova.compute.manager [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Swapping old allocation on dict_keys(['c2826406-6fc4-4c09-886a-a6552c22449a']) held by migration 919f8178-3540-49ab-9e2c-f9c6562b165c for instance [ 1582.616128] env[62402]: DEBUG nova.scheduler.client.report [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Overwriting current allocation {'allocations': {'c2826406-6fc4-4c09-886a-a6552c22449a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 95}}, 'project_id': 'dd1dd27e995c41d1b5b35d20cad30930', 'user_id': 'b4cd82cd95c4433bbb5367b640da6bcb', 'consumer_generation': 1} on consumer 8ae201ed-2458-4a38-9706-79834f32efe2 {{(pid=62402) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1582.651632] env[62402]: INFO nova.compute.manager [-] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Took 1.39 seconds to deallocate network for instance. [ 1582.724117] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.724269] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquired lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.724641] env[62402]: DEBUG nova.network.neutron [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.750295] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52922a71-b010-4767-8ad4-8728ae43135f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.760325] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c5494f-af4b-4c32-8c6c-24a929e35670 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.797198] env[62402]: DEBUG oslo_concurrency.lockutils [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.798251] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd9b0ed-6876-470b-b65e-4b49234ca18c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.808140] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7492a1-363c-40dd-aa0d-ddf82fe16a3b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.825564] env[62402]: DEBUG nova.compute.provider_tree [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.863634] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "2393b044-f5e7-4cb5-91f3-601de93821e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.863962] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "2393b044-f5e7-4cb5-91f3-601de93821e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.864216] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "2393b044-f5e7-4cb5-91f3-601de93821e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.864392] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "2393b044-f5e7-4cb5-91f3-601de93821e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.864567] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "2393b044-f5e7-4cb5-91f3-601de93821e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.866849] env[62402]: INFO nova.compute.manager [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Terminating instance [ 1582.912450] env[62402]: DEBUG oslo_vmware.api [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.066433] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "05a8cd2f-2012-4e70-9073-50f274db9afb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.066433] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "05a8cd2f-2012-4e70-9073-50f274db9afb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.066433] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "05a8cd2f-2012-4e70-9073-50f274db9afb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.066433] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "05a8cd2f-2012-4e70-9073-50f274db9afb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.066433] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "05a8cd2f-2012-4e70-9073-50f274db9afb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.068361] env[62402]: INFO nova.compute.manager [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Terminating instance [ 1583.160460] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.332047] env[62402]: DEBUG nova.scheduler.client.report [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1583.374071] env[62402]: DEBUG nova.compute.manager [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1583.374071] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1583.374261] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375773c6-5992-4f81-8680-7cf061a11d01 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.392205] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1583.392741] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9a5114c-5adc-47de-97fc-3d82b05f186e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.401308] env[62402]: DEBUG oslo_vmware.api [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1583.401308] env[62402]: value = "task-1872900" [ 1583.401308] env[62402]: _type = "Task" [ 1583.401308] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.415224] env[62402]: DEBUG oslo_vmware.api [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.421144] env[62402]: DEBUG oslo_vmware.api [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.572059] env[62402]: DEBUG nova.compute.manager [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1583.572573] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1583.573437] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0a262b-212f-47ce-9c81-923b5b5f135a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.581577] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1583.581839] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cdbd661-c44e-436d-974c-f980ca36bc6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.589449] env[62402]: DEBUG oslo_vmware.api [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1583.589449] env[62402]: value = "task-1872901" [ 1583.589449] env[62402]: _type = "Task" [ 1583.589449] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.600970] env[62402]: DEBUG oslo_vmware.api [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.702810] env[62402]: DEBUG nova.compute.manager [req-cda058e9-08fa-4a07-afc7-efc3892f6d41 req-3c6ab05f-4c04-4b2c-b478-ed20d2e426d0 service nova] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Received event network-vif-deleted-27c8dac0-24fb-40ae-a9cc-38e6828adefb {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1583.702879] env[62402]: DEBUG nova.compute.manager [req-cda058e9-08fa-4a07-afc7-efc3892f6d41 req-3c6ab05f-4c04-4b2c-b478-ed20d2e426d0 service nova] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Received event network-vif-deleted-7ccec451-e024-4a90-9e0f-e596aa450b7a {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1583.732542] env[62402]: DEBUG nova.network.neutron [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance_info_cache with network_info: [{"id": "2340c572-9531-4b29-8742-745b7dbed82e", "address": "fa:16:3e:3e:e2:c1", "network": {"id": "3761c705-5da0-4465-aae2-06cfd56e3f48", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "759b86b2f01e403d8fa7dff715f78dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2340c572-95", "ovs_interfaceid": "2340c572-9531-4b29-8742-745b7dbed82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.837049] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.837648] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1583.841691] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 40.677s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.924959] env[62402]: DEBUG oslo_vmware.api [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872899, 'name': PowerOnVM_Task, 'duration_secs': 1.193782} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.925243] env[62402]: DEBUG oslo_vmware.api [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872900, 'name': PowerOffVM_Task, 'duration_secs': 0.310944} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.925488] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1583.925689] env[62402]: DEBUG nova.compute.manager [None req-8c8d0827-86ed-46b6-85e2-295fc62cac40 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1583.925972] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1583.926154] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1583.926950] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509c4ffc-0d5e-4b2e-a6c6-0c0204339a5d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.929639] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60219440-3176-4e61-967a-7d0b422ea9aa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.037163] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1584.037163] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1584.037163] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Deleting the datastore file [datastore1] 2393b044-f5e7-4cb5-91f3-601de93821e9 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.037163] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-048002fc-5587-4e25-9689-17caefebb3ac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.043936] env[62402]: DEBUG oslo_vmware.api [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1584.043936] env[62402]: value = "task-1872903" [ 1584.043936] env[62402]: _type = "Task" [ 1584.043936] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.056107] env[62402]: DEBUG oslo_vmware.api [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.099590] env[62402]: DEBUG oslo_vmware.api [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872901, 'name': PowerOffVM_Task, 'duration_secs': 0.231057} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.099823] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.100093] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1584.100264] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bd556c7-764c-4661-97a1-fb40eb97111b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.197253] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1584.197871] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1584.197871] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Deleting the datastore file [datastore1] 05a8cd2f-2012-4e70-9073-50f274db9afb {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.198470] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-895da56a-7848-427e-a41b-1a86a30aeccb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.208025] env[62402]: DEBUG oslo_vmware.api [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for the task: (returnval){ [ 1584.208025] env[62402]: value = "task-1872905" [ 1584.208025] env[62402]: _type = "Task" [ 1584.208025] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.224634] env[62402]: DEBUG oslo_vmware.api [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.239020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Releasing lock "refresh_cache-8ae201ed-2458-4a38-9706-79834f32efe2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.239020] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.239020] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c4ec332-7510-4655-a775-e371cbf6be2d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.247018] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1584.247018] env[62402]: value = "task-1872906" [ 1584.247018] env[62402]: _type = "Task" [ 1584.247018] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.258232] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.346527] env[62402]: DEBUG nova.compute.utils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1584.347380] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1584.347799] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1584.376026] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1584.494145] env[62402]: DEBUG nova.policy [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '148b4cbebf014bd1ab77f53b845a838b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '997f54977da544d5ab088b5979fc9d8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1584.557876] env[62402]: DEBUG oslo_vmware.api [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275709} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.557876] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.557876] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.557876] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.557876] env[62402]: INFO nova.compute.manager [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1584.557876] env[62402]: DEBUG oslo.service.loopingcall [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.558079] env[62402]: DEBUG nova.compute.manager [-] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1584.558079] env[62402]: DEBUG nova.network.neutron [-] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1584.719262] env[62402]: DEBUG oslo_vmware.api [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Task: {'id': task-1872905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26824} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.719262] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.719262] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.719262] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.719720] env[62402]: INFO nova.compute.manager [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1584.719720] env[62402]: DEBUG oslo.service.loopingcall [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.719885] env[62402]: DEBUG nova.compute.manager [-] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1584.719965] env[62402]: DEBUG nova.network.neutron [-] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1584.756733] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872906, 'name': PowerOffVM_Task, 'duration_secs': 0.225545} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.757048] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.757719] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T03:08:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6b288313-5637-4327-9834-0ddc942679c6',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-195682334',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.757918] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.758163] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.758354] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.758500] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.758644] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.758846] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.759019] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.759189] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.759359] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.759527] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.767105] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c93644b-6d27-4c49-8399-7a32a23c0b8a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.790232] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1584.790232] env[62402]: value = "task-1872907" [ 1584.790232] env[62402]: _type = "Task" [ 1584.790232] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.802418] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.879413] env[62402]: INFO nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating resource usage from migration 7253ba9a-0645-4aee-82b0-d67a88f4eb33 [ 1584.905585] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 2d423f66-4b38-4fc4-abe5-5d09381e1c86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.905831] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance ee33adb6-e557-41a3-af97-4a510dabac58 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1584.905912] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 78354d5e-0d91-4efd-baf7-1c9226fbe74f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.906543] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 7c628f37-d966-4d1e-8f1c-429c305592db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.906543] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance d606c3e6-78f6-42b1-9dc1-690215743e14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.906543] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8864de7b-2d40-4b93-a545-ae11a605b0c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.906543] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance ebbff6cc-ef6a-4770-8a99-4f0e876b275a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.906543] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 3d1735e1-4302-4891-9230-5fb564800cda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.907926] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 6614ec90-4eaa-4393-8f73-f9d54aa6e625 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.907926] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance f80c9a28-923e-4943-bb8a-e9a73b4bb6c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.907926] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 555e79b9-57c7-4276-9bce-08999b2cdb83 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.907926] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 47be46d2-23d2-4604-b566-0f1faaf1d390 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.907926] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 1228d24f-f986-4e6c-9097-5fe14ab7fbda is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1584.907926] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance f5c8078e-545a-46f2-9cdd-81d92cc60e43 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1584.907926] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 74c06ffb-3c25-4a39-9fe2-a6147a31ae37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1584.907926] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8ae201ed-2458-4a38-9706-79834f32efe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.907926] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance f671b517-af96-443b-87a4-bb895b34e2b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1584.907926] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance e903181a-2fb0-411c-807c-ae9be16854d2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1584.907926] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 4226b554-55ff-4cba-b0ae-61e23403ac42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.907926] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 4f5194a6-18fa-485d-9567-34cad4d669bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.907926] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance ba7bdb2a-42d8-45ec-9d61-ef224a679c35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.908478] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance e7fe214c-11b0-410f-8b6c-cc07731ce2f0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1584.908478] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 2393b044-f5e7-4cb5-91f3-601de93821e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.908566] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 05a8cd2f-2012-4e70-9073-50f274db9afb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.908676] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 02605c9c-1514-43e3-9885-e6137177bcfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.916583] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Acquiring lock "71dca744-b9f7-4fc3-8b7a-9ff9cb088751" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.916583] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Lock "71dca744-b9f7-4fc3-8b7a-9ff9cb088751" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.304172] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872907, 'name': ReconfigVM_Task, 'duration_secs': 0.208137} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.305437] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ef69d3-d1bf-4862-bee8-6bc0e659872e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.328983] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T03:08:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6b288313-5637-4327-9834-0ddc942679c6',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-195682334',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1585.329396] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.329686] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1585.329985] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.330200] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1585.330393] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1585.330642] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1585.331131] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1585.331369] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1585.331583] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1585.331797] env[62402]: DEBUG nova.virt.hardware [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1585.333092] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a9e85d-2ad8-447a-bdd2-1c2b48d12256 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.340648] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1585.340648] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52200ac5-0342-3346-109c-dc2b3bb794a4" [ 1585.340648] env[62402]: _type = "Task" [ 1585.340648] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.354281] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52200ac5-0342-3346-109c-dc2b3bb794a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.382491] env[62402]: DEBUG nova.compute.manager [req-7e80627a-d2a3-4e0f-bd9f-d2dc0e2883d7 req-aecb9a21-445b-4c6a-a4c6-45aac0a8c6b3 service nova] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Received event network-vif-deleted-43aef679-b831-45e1-b784-7503780f79a2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1585.382491] env[62402]: INFO nova.compute.manager [req-7e80627a-d2a3-4e0f-bd9f-d2dc0e2883d7 req-aecb9a21-445b-4c6a-a4c6-45aac0a8c6b3 service nova] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Neutron deleted interface 43aef679-b831-45e1-b784-7503780f79a2; detaching it from the instance and deleting it from the info cache [ 1585.382491] env[62402]: DEBUG nova.network.neutron [req-7e80627a-d2a3-4e0f-bd9f-d2dc0e2883d7 req-aecb9a21-445b-4c6a-a4c6-45aac0a8c6b3 service nova] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.393236] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1585.416609] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance b48b335d-7d67-4ea9-86a8-63cc11c6bbe0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1585.433776] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1585.433941] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.436328] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1585.436688] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.436845] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1585.436969] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1585.437219] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1585.437597] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1585.437767] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1585.437941] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1585.438165] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1585.439659] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21912494-76bf-4435-badc-9cc97381d304 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.455623] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc4a07b-d568-4b04-b990-0a281edb1f79 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.550136] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Successfully created port: 94fdf0e1-6a95-48f0-a558-b292461b4c10 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1585.588802] env[62402]: DEBUG nova.network.neutron [-] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.852678] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52200ac5-0342-3346-109c-dc2b3bb794a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.860811] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1585.861250] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-306dcea4-93b5-4573-b09c-24271140ff2d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.881728] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1585.881728] env[62402]: value = "task-1872908" [ 1585.881728] env[62402]: _type = "Task" [ 1585.881728] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.891409] env[62402]: DEBUG nova.compute.manager [req-eb738119-4cec-4545-b296-f0918c27897f req-b7e8e0bd-538b-4b82-adae-0256f77cc8c0 service nova] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Received event network-vif-deleted-bdd559ba-2262-4c61-b9ca-40f79c5a9466 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1585.891630] env[62402]: INFO nova.compute.manager [req-eb738119-4cec-4545-b296-f0918c27897f req-b7e8e0bd-538b-4b82-adae-0256f77cc8c0 service nova] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Neutron deleted interface bdd559ba-2262-4c61-b9ca-40f79c5a9466; detaching it from the instance and deleting it from the info cache [ 1585.891806] env[62402]: DEBUG nova.network.neutron [req-eb738119-4cec-4545-b296-f0918c27897f req-b7e8e0bd-538b-4b82-adae-0256f77cc8c0 service nova] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.893128] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf6455f4-e9b8-4433-89e8-e2cd3e8137d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.902068] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.906095] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e1c2c-e463-42f8-8a86-07545c0ef769 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.921219] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance b4add695-afa7-4d94-90ca-f83e52630749 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1585.958533] env[62402]: DEBUG nova.network.neutron [-] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.959525] env[62402]: DEBUG nova.compute.manager [req-7e80627a-d2a3-4e0f-bd9f-d2dc0e2883d7 req-aecb9a21-445b-4c6a-a4c6-45aac0a8c6b3 service nova] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Detach interface failed, port_id=43aef679-b831-45e1-b784-7503780f79a2, reason: Instance 05a8cd2f-2012-4e70-9073-50f274db9afb could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1586.095450] env[62402]: INFO nova.compute.manager [-] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Took 1.38 seconds to deallocate network for instance. [ 1586.393055] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872908, 'name': ReconfigVM_Task, 'duration_secs': 0.308932} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.393244] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1586.394031] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b43362c-3c18-41b3-99fb-1586035f8c25 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.397130] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be9f8d18-fd1d-42b4-b57e-3b730a7dd6de {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.422332] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 8ae201ed-2458-4a38-9706-79834f32efe2/8ae201ed-2458-4a38-9706-79834f32efe2.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.424476] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8a58174b-e33a-4f2e-9e06-d78a335d1579 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1586.425718] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c99b3f83-381a-406f-8dc6-d2650cd7f6a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.442936] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebc1aab-2bd7-4d24-b3c6-9aead88784e9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.461306] env[62402]: INFO nova.compute.manager [-] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Took 1.90 seconds to deallocate network for instance. [ 1586.464238] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1586.464238] env[62402]: value = "task-1872909" [ 1586.464238] env[62402]: _type = "Task" [ 1586.464238] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.488825] env[62402]: DEBUG nova.compute.manager [req-eb738119-4cec-4545-b296-f0918c27897f req-b7e8e0bd-538b-4b82-adae-0256f77cc8c0 service nova] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Detach interface failed, port_id=bdd559ba-2262-4c61-b9ca-40f79c5a9466, reason: Instance 2393b044-f5e7-4cb5-91f3-601de93821e9 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1586.494586] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.607023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.624085] env[62402]: DEBUG oslo_vmware.rw_handles [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232e805-1674-5978-39ae-e91463a94a92/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1586.624837] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8ebddd-3501-4853-9c55-da31d6a542aa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.631739] env[62402]: DEBUG oslo_vmware.rw_handles [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232e805-1674-5978-39ae-e91463a94a92/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1586.631828] env[62402]: ERROR oslo_vmware.rw_handles [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232e805-1674-5978-39ae-e91463a94a92/disk-0.vmdk due to incomplete transfer. [ 1586.632115] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a0ff597c-53cd-4b55-8a22-2c3cf5aab77a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.641783] env[62402]: DEBUG oslo_vmware.rw_handles [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232e805-1674-5978-39ae-e91463a94a92/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1586.642051] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Uploaded image 8d7d3ecc-5edd-45f0-afaa-7d145978b96c to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1586.644391] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1586.644680] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd3a8eaf-96bd-4915-a694-37da49236ba6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.651937] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1586.651937] env[62402]: value = "task-1872910" [ 1586.651937] env[62402]: _type = "Task" [ 1586.651937] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.944020] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1586.972168] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.977917] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872909, 'name': ReconfigVM_Task, 'duration_secs': 0.328548} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.978281] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 8ae201ed-2458-4a38-9706-79834f32efe2/8ae201ed-2458-4a38-9706-79834f32efe2.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.979125] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a93907f-e5d0-4d65-baf2-6a2c5a4b937e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.001999] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152a86ce-e062-4ab3-9a6d-6a757037683c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.022252] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fdbfe5-430b-4f62-8446-57a6e7e0f664 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.042343] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf016b84-41ae-4f22-a0a5-3b4743e0a10d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.049738] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.050075] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14e3285e-8c5b-4e11-8109-7826f98b3c07 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.059358] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1587.059358] env[62402]: value = "task-1872911" [ 1587.059358] env[62402]: _type = "Task" [ 1587.059358] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.063883] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.165761] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872910, 'name': Destroy_Task, 'duration_secs': 0.501177} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.165761] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Destroyed the VM [ 1587.165761] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1587.166838] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df0b316e-1e74-4190-9fbd-9aee5f03b992 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.173573] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1587.173573] env[62402]: value = "task-1872912" [ 1587.173573] env[62402]: _type = "Task" [ 1587.173573] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.181163] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872912, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.446416] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 98c092c8-7c8d-4e90-abfa-bb4f00825519 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1587.571432] env[62402]: DEBUG oslo_vmware.api [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872911, 'name': PowerOnVM_Task, 'duration_secs': 0.394503} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.572029] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.685944] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872912, 'name': RemoveSnapshot_Task, 'duration_secs': 0.346832} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.686246] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1587.686591] env[62402]: DEBUG nova.compute.manager [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1587.687633] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d58c3dc-3687-49ed-8de8-6bc7b2d119e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.716356] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Successfully updated port: 94fdf0e1-6a95-48f0-a558-b292461b4c10 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1587.952927] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance d4cb00b8-7656-4add-87e6-015b54ad42dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1587.953263] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Migration 7253ba9a-0645-4aee-82b0-d67a88f4eb33 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1587.953263] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 2ce8fbc6-a52a-4a02-a679-4859c6496231 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1587.989551] env[62402]: DEBUG nova.compute.manager [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Received event network-vif-plugged-94fdf0e1-6a95-48f0-a558-b292461b4c10 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1587.989551] env[62402]: DEBUG oslo_concurrency.lockutils [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] Acquiring lock "02605c9c-1514-43e3-9885-e6137177bcfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.989916] env[62402]: DEBUG oslo_concurrency.lockutils [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] Lock "02605c9c-1514-43e3-9885-e6137177bcfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.989916] env[62402]: DEBUG oslo_concurrency.lockutils [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] Lock "02605c9c-1514-43e3-9885-e6137177bcfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.989916] env[62402]: DEBUG nova.compute.manager [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] No waiting events found dispatching network-vif-plugged-94fdf0e1-6a95-48f0-a558-b292461b4c10 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1587.990062] env[62402]: WARNING nova.compute.manager [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Received unexpected event network-vif-plugged-94fdf0e1-6a95-48f0-a558-b292461b4c10 for instance with vm_state building and task_state spawning. [ 1587.990218] env[62402]: DEBUG nova.compute.manager [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Received event network-changed-94fdf0e1-6a95-48f0-a558-b292461b4c10 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1587.990375] env[62402]: DEBUG nova.compute.manager [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Refreshing instance network info cache due to event network-changed-94fdf0e1-6a95-48f0-a558-b292461b4c10. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1587.990553] env[62402]: DEBUG oslo_concurrency.lockutils [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] Acquiring lock "refresh_cache-02605c9c-1514-43e3-9885-e6137177bcfe" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.990690] env[62402]: DEBUG oslo_concurrency.lockutils [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] Acquired lock "refresh_cache-02605c9c-1514-43e3-9885-e6137177bcfe" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.990845] env[62402]: DEBUG nova.network.neutron [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Refreshing network info cache for port 94fdf0e1-6a95-48f0-a558-b292461b4c10 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.205918] env[62402]: INFO nova.compute.manager [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Shelve offloading [ 1588.219045] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "refresh_cache-02605c9c-1514-43e3-9885-e6137177bcfe" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.336262] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "ba7bdb2a-42d8-45ec-9d61-ef224a679c35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.336501] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "ba7bdb2a-42d8-45ec-9d61-ef224a679c35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.336707] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "ba7bdb2a-42d8-45ec-9d61-ef224a679c35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.336886] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "ba7bdb2a-42d8-45ec-9d61-ef224a679c35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.337077] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "ba7bdb2a-42d8-45ec-9d61-ef224a679c35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.339444] env[62402]: INFO nova.compute.manager [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Terminating instance [ 1588.456619] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8904d762-c644-4044-8421-2fe3f3200d97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1588.586065] env[62402]: INFO nova.compute.manager [None req-d0f49daf-8d75-4760-923a-3f7ee7d22da0 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance to original state: 'active' [ 1588.613222] env[62402]: DEBUG nova.network.neutron [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1588.709856] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1588.710193] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23636c72-fcc5-461e-8c4c-6a11de819e80 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.717996] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1588.717996] env[62402]: value = "task-1872913" [ 1588.717996] env[62402]: _type = "Task" [ 1588.717996] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.721876] env[62402]: DEBUG nova.network.neutron [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.729379] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1588.729487] env[62402]: DEBUG nova.compute.manager [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.730352] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57e2d6a-fff9-4bc3-81d5-b6c69bbe335d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.736505] env[62402]: DEBUG oslo_concurrency.lockutils [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.736807] env[62402]: DEBUG oslo_concurrency.lockutils [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.737499] env[62402]: DEBUG nova.network.neutron [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1588.843533] env[62402]: DEBUG nova.compute.manager [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1588.843824] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1588.845075] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd42b82-6ee2-49b7-becf-94264b918d15 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.852988] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1588.853261] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc6d87bd-caa2-4bd9-9e58-051c601c9e6d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.859568] env[62402]: DEBUG oslo_vmware.api [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1588.859568] env[62402]: value = "task-1872914" [ 1588.859568] env[62402]: _type = "Task" [ 1588.859568] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.867388] env[62402]: DEBUG oslo_vmware.api [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.959927] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance d034144f-88e1-474e-8bcd-8c98d900cda2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1589.110451] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.110685] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.230532] env[62402]: DEBUG oslo_concurrency.lockutils [req-2e157d1e-089f-48f3-a663-0d227fed2c0a req-9012bbc6-42d3-4bf4-b716-abffa05d9af3 service nova] Releasing lock "refresh_cache-02605c9c-1514-43e3-9885-e6137177bcfe" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.230954] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquired lock "refresh_cache-02605c9c-1514-43e3-9885-e6137177bcfe" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.231133] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.369109] env[62402]: DEBUG oslo_vmware.api [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872914, 'name': PowerOffVM_Task, 'duration_secs': 0.243127} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.369389] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1589.369557] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1589.370175] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f5ade84-13cc-4bc1-a134-fd93137e9312 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.453321] env[62402]: DEBUG nova.network.neutron [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Updating instance_info_cache with network_info: [{"id": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "address": "fa:16:3e:cb:4d:c3", "network": {"id": "55b1594d-1bc7-4adf-aec8-42fa735c5477", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-643510234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db452307004bc89d8dc8b2eb4bea19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580fb1c2-f1", "ovs_interfaceid": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.462753] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance cc3c434c-0047-47a9-8622-9ea0f4e939c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1589.547043] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1589.547295] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1589.547475] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Deleting the datastore file [datastore2] ba7bdb2a-42d8-45ec-9d61-ef224a679c35 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1589.547742] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc874012-a85a-446d-9a50-e13766892e5e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.554879] env[62402]: DEBUG oslo_vmware.api [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1589.554879] env[62402]: value = "task-1872916" [ 1589.554879] env[62402]: _type = "Task" [ 1589.554879] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.563122] env[62402]: DEBUG oslo_vmware.api [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.762895] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1589.928037] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Updating instance_info_cache with network_info: [{"id": "94fdf0e1-6a95-48f0-a558-b292461b4c10", "address": "fa:16:3e:29:ac:af", "network": {"id": "0e1e07e3-fc02-4b43-9473-7be0e6071c62", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1517451088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "997f54977da544d5ab088b5979fc9d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94fdf0e1-6a", "ovs_interfaceid": "94fdf0e1-6a95-48f0-a558-b292461b4c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.957658] env[62402]: DEBUG oslo_concurrency.lockutils [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Releasing lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.966238] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1590.066429] env[62402]: DEBUG oslo_vmware.api [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1872916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159402} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.066729] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.066918] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1590.067119] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1590.067512] env[62402]: INFO nova.compute.manager [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1590.067799] env[62402]: DEBUG oslo.service.loopingcall [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.067998] env[62402]: DEBUG nova.compute.manager [-] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1590.068113] env[62402]: DEBUG nova.network.neutron [-] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1590.350833] env[62402]: DEBUG nova.compute.manager [req-9b6b4d15-5c41-457b-8c4a-069195497ca5 req-12dd28b3-6904-4ab5-aba8-3d3490156bc3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Received event network-vif-unplugged-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1590.351201] env[62402]: DEBUG oslo_concurrency.lockutils [req-9b6b4d15-5c41-457b-8c4a-069195497ca5 req-12dd28b3-6904-4ab5-aba8-3d3490156bc3 service nova] Acquiring lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.351416] env[62402]: DEBUG oslo_concurrency.lockutils [req-9b6b4d15-5c41-457b-8c4a-069195497ca5 req-12dd28b3-6904-4ab5-aba8-3d3490156bc3 service nova] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.351558] env[62402]: DEBUG oslo_concurrency.lockutils [req-9b6b4d15-5c41-457b-8c4a-069195497ca5 req-12dd28b3-6904-4ab5-aba8-3d3490156bc3 service nova] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.351723] env[62402]: DEBUG nova.compute.manager [req-9b6b4d15-5c41-457b-8c4a-069195497ca5 req-12dd28b3-6904-4ab5-aba8-3d3490156bc3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] No waiting events found dispatching network-vif-unplugged-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1590.352036] env[62402]: WARNING nova.compute.manager [req-9b6b4d15-5c41-457b-8c4a-069195497ca5 req-12dd28b3-6904-4ab5-aba8-3d3490156bc3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Received unexpected event network-vif-unplugged-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 for instance with vm_state shelved and task_state shelving_offloading. [ 1590.387187] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.389542] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0958d572-2e87-46ad-99f6-735de7fb18b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.403042] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "8ae201ed-2458-4a38-9706-79834f32efe2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.403852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "8ae201ed-2458-4a38-9706-79834f32efe2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.403852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "8ae201ed-2458-4a38-9706-79834f32efe2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.403852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "8ae201ed-2458-4a38-9706-79834f32efe2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.404082] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "8ae201ed-2458-4a38-9706-79834f32efe2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.406416] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.406576] env[62402]: INFO nova.compute.manager [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Terminating instance [ 1590.408236] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48d52173-b600-4bc1-9123-da80ac41589f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.431387] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Releasing lock "refresh_cache-02605c9c-1514-43e3-9885-e6137177bcfe" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.431725] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Instance network_info: |[{"id": "94fdf0e1-6a95-48f0-a558-b292461b4c10", "address": "fa:16:3e:29:ac:af", "network": {"id": "0e1e07e3-fc02-4b43-9473-7be0e6071c62", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1517451088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "997f54977da544d5ab088b5979fc9d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94fdf0e1-6a", "ovs_interfaceid": "94fdf0e1-6a95-48f0-a558-b292461b4c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1590.432224] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:ac:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94fdf0e1-6a95-48f0-a558-b292461b4c10', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1590.440622] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Creating folder: Project (997f54977da544d5ab088b5979fc9d8f). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1590.443156] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca3148f1-6a4b-421b-9c02-1b98c4743b92 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.451736] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Created folder: Project (997f54977da544d5ab088b5979fc9d8f) in parent group-v386882. [ 1590.451982] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Creating folder: Instances. Parent ref: group-v387073. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1590.452255] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d4fe6e1-18d8-4443-9b6a-6b5719072294 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.462242] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Created folder: Instances in parent group-v387073. [ 1590.462472] env[62402]: DEBUG oslo.service.loopingcall [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.462661] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1590.462890] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e10448b-eedf-4254-bf45-2d04055e35e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.483036] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 71dca744-b9f7-4fc3-8b7a-9ff9cb088751 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1590.483036] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1590.483259] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1590.491782] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1590.491782] env[62402]: value = "task-1872920" [ 1590.491782] env[62402]: _type = "Task" [ 1590.491782] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.500469] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872920, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.546956] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.546956] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.546956] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Deleting the datastore file [datastore2] ebbff6cc-ef6a-4770-8a99-4f0e876b275a {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.547196] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53f38e0a-0014-4a61-b285-8101b60b9bbd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.553936] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1590.553936] env[62402]: value = "task-1872921" [ 1590.553936] env[62402]: _type = "Task" [ 1590.553936] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.564860] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.912566] env[62402]: DEBUG nova.compute.manager [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1590.912931] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.914339] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a7003-b5d0-496a-a5d1-4536845cd346 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.926020] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.926408] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4107a4f7-b5da-4bad-83cd-a4a671bdd3cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.933701] env[62402]: DEBUG oslo_vmware.api [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1590.933701] env[62402]: value = "task-1872922" [ 1590.933701] env[62402]: _type = "Task" [ 1590.933701] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.944722] env[62402]: DEBUG oslo_vmware.api [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.961312] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46123dde-dd24-4093-bb06-0759ef8a7f49 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.969158] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263d16af-c140-4942-8db6-ef3b88906fb0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.002008] env[62402]: DEBUG nova.network.neutron [-] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.007354] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36383bdb-da95-4a65-a1f6-2e5bd2d5f3e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.017273] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872920, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.018933] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938f90e9-3895-4394-a49f-cfb32b13bcad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.038951] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.065810] env[62402]: DEBUG oslo_vmware.api [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1872921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144154} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.066085] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.066287] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.066469] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.088424] env[62402]: INFO nova.scheduler.client.report [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Deleted allocations for instance ebbff6cc-ef6a-4770-8a99-4f0e876b275a [ 1591.444603] env[62402]: DEBUG oslo_vmware.api [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872922, 'name': PowerOffVM_Task, 'duration_secs': 0.182113} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.444954] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.445184] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.445447] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74b7e83d-6466-47e7-876d-62b94d576e41 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.504943] env[62402]: INFO nova.compute.manager [-] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Took 1.44 seconds to deallocate network for instance. [ 1591.517681] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872920, 'name': CreateVM_Task, 'duration_secs': 0.564987} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.518912] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1591.519215] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.519412] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.519589] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Deleting the datastore file [datastore2] 8ae201ed-2458-4a38-9706-79834f32efe2 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.520256] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.520421] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.520731] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1591.520951] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1ea86dc-b8c1-447d-ac51-e0451ebd6b9e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.522780] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480240b4-84c4-4616-8a9a-18715b059144 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.527664] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1591.527664] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fddb00-4e49-2173-3536-1687a0c38c7c" [ 1591.527664] env[62402]: _type = "Task" [ 1591.527664] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.528552] env[62402]: DEBUG oslo_vmware.api [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1591.528552] env[62402]: value = "task-1872924" [ 1591.528552] env[62402]: _type = "Task" [ 1591.528552] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.538582] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fddb00-4e49-2173-3536-1687a0c38c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.541438] env[62402]: DEBUG oslo_vmware.api [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.542236] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.592840] env[62402]: DEBUG oslo_concurrency.lockutils [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.021034] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.044026] env[62402]: DEBUG oslo_vmware.api [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1872924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142846} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.046573] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.047143] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.047143] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.047143] env[62402]: INFO nova.compute.manager [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1592.047377] env[62402]: DEBUG oslo.service.loopingcall [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.047950] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1592.048208] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.207s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.048422] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fddb00-4e49-2173-3536-1687a0c38c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.048637] env[62402]: DEBUG nova.compute.manager [-] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.048866] env[62402]: DEBUG nova.network.neutron [-] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.050908] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.809s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.051868] env[62402]: INFO nova.compute.claims [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1592.381066] env[62402]: DEBUG nova.compute.manager [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Received event network-changed-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1592.381286] env[62402]: DEBUG nova.compute.manager [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Refreshing instance network info cache due to event network-changed-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1592.381502] env[62402]: DEBUG oslo_concurrency.lockutils [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] Acquiring lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.381647] env[62402]: DEBUG oslo_concurrency.lockutils [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] Acquired lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.381809] env[62402]: DEBUG nova.network.neutron [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Refreshing network info cache for port 580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.540448] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fddb00-4e49-2173-3536-1687a0c38c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.821068] env[62402]: DEBUG nova.network.neutron [-] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.958376] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.039844] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fddb00-4e49-2173-3536-1687a0c38c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.172947] env[62402]: DEBUG nova.network.neutron [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Updated VIF entry in instance network info cache for port 580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1593.173414] env[62402]: DEBUG nova.network.neutron [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Updating instance_info_cache with network_info: [{"id": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "address": "fa:16:3e:cb:4d:c3", "network": {"id": "55b1594d-1bc7-4adf-aec8-42fa735c5477", "bridge": null, "label": "tempest-ServersNegativeTestJSON-643510234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db452307004bc89d8dc8b2eb4bea19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap580fb1c2-f1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.323309] env[62402]: INFO nova.compute.manager [-] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Took 1.27 seconds to deallocate network for instance. [ 1593.521309] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f1971d-af9d-42a5-a5c8-f1ccf4b5db41 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.528932] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97026f74-e936-4f7f-b50c-4a251ea67bd3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.542025] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fddb00-4e49-2173-3536-1687a0c38c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.565751] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff30887-6fa9-496f-8bb7-a473bab4f808 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.574059] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e4441c-c027-43fc-8f17-ff23053893f3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.589781] env[62402]: DEBUG nova.compute.provider_tree [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.680430] env[62402]: DEBUG oslo_concurrency.lockutils [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] Releasing lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.680430] env[62402]: DEBUG nova.compute.manager [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Received event network-vif-deleted-a2334b6b-7ee0-4e25-a692-aec11c8b2c97 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1593.680430] env[62402]: DEBUG nova.compute.manager [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Received event network-vif-deleted-2340c572-9531-4b29-8742-745b7dbed82e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1593.680430] env[62402]: INFO nova.compute.manager [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Neutron deleted interface 2340c572-9531-4b29-8742-745b7dbed82e; detaching it from the instance and deleting it from the info cache [ 1593.680430] env[62402]: DEBUG nova.network.neutron [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.829624] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.041515] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fddb00-4e49-2173-3536-1687a0c38c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.093727] env[62402]: DEBUG nova.scheduler.client.report [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.182321] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a31ba4d-b883-47d5-90c4-72136fb0fa60 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.192304] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9812c16a-17f5-46a3-9be7-0c8635e23f58 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.228034] env[62402]: DEBUG nova.compute.manager [req-2aec2466-1cdd-4914-8557-956a71d82ab0 req-bc243a3b-74c8-4aa3-a20f-3a9ca430d1da service nova] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Detach interface failed, port_id=2340c572-9531-4b29-8742-745b7dbed82e, reason: Instance 8ae201ed-2458-4a38-9706-79834f32efe2 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1594.543702] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fddb00-4e49-2173-3536-1687a0c38c7c, 'name': SearchDatastore_Task, 'duration_secs': 2.683609} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.544027] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.544307] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.544522] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.544670] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.544849] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.545801] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d73515f-0f92-40dd-acfd-3945b660e0d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.554275] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.554453] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.555199] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb5eeb82-5d06-4d16-a9a7-54a409e898a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.560741] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1594.560741] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52113c24-cbc8-5359-ea61-e1b0cfee5e6c" [ 1594.560741] env[62402]: _type = "Task" [ 1594.560741] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.568584] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52113c24-cbc8-5359-ea61-e1b0cfee5e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.598701] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.599258] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1594.602053] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.016s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.602915] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.605075] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.559s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.606675] env[62402]: INFO nova.compute.claims [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.642702] env[62402]: INFO nova.scheduler.client.report [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Deleted allocations for instance 74c06ffb-3c25-4a39-9fe2-a6147a31ae37 [ 1595.070610] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52113c24-cbc8-5359-ea61-e1b0cfee5e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.008829} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.071530] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1717775b-4be4-4911-861c-c2f058f679d3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.077275] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1595.077275] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5210cbd2-ec0f-1d9f-1e59-55e9cdc83391" [ 1595.077275] env[62402]: _type = "Task" [ 1595.077275] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.085658] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5210cbd2-ec0f-1d9f-1e59-55e9cdc83391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.114568] env[62402]: DEBUG nova.compute.utils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1595.115977] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1595.116190] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1595.151097] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6731e183-8a0e-4700-b362-80ac1c7f9b3f tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "74c06ffb-3c25-4a39-9fe2-a6147a31ae37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.064s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.168532] env[62402]: DEBUG nova.policy [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '148b4cbebf014bd1ab77f53b845a838b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '997f54977da544d5ab088b5979fc9d8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1595.592096] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5210cbd2-ec0f-1d9f-1e59-55e9cdc83391, 'name': SearchDatastore_Task, 'duration_secs': 0.011964} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.594021] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.594021] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 02605c9c-1514-43e3-9885-e6137177bcfe/02605c9c-1514-43e3-9885-e6137177bcfe.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.594021] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a7aaffc-95e8-49d4-a023-73725f1f6dba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.600412] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1595.600412] env[62402]: value = "task-1872926" [ 1595.600412] env[62402]: _type = "Task" [ 1595.600412] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.608411] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.620664] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1595.717456] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Successfully created port: 4c7bf412-30fe-4627-b001-01107a974c7b {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.110745] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872926, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.132379] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1402b669-b16a-4b2b-9bdd-2abf90bcdf42 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.140450] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c78fea7-81f0-491a-994f-e239d7b51980 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.172612] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf91750-755f-45ce-88d4-e101d92eb7a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.181488] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1826e0f8-b39b-450d-84ba-c558717f4a86 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.200062] env[62402]: DEBUG nova.compute.provider_tree [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.611827] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797345} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.612130] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 02605c9c-1514-43e3-9885-e6137177bcfe/02605c9c-1514-43e3-9885-e6137177bcfe.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.612353] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.612601] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9974a456-da79-40e7-8fec-24b49ae89a05 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.619321] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1596.619321] env[62402]: value = "task-1872927" [ 1596.619321] env[62402]: _type = "Task" [ 1596.619321] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.628040] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.633334] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1596.659975] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1596.660280] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.660465] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1596.660680] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.660847] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1596.661024] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1596.661257] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1596.661443] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1596.661640] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1596.661830] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1596.662076] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1596.663014] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b5b022-cd75-4ce9-9aed-3bb46b4ef13e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.670730] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2068374-885b-4051-b98f-eb5835355b79 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.703929] env[62402]: DEBUG nova.scheduler.client.report [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.129341] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060606} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.129617] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.130500] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db72b0b-bfd7-4711-a973-ffa120b295f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.156019] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 02605c9c-1514-43e3-9885-e6137177bcfe/02605c9c-1514-43e3-9885-e6137177bcfe.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.156019] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df82af5a-226e-48da-8478-989134afe233 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.175142] env[62402]: DEBUG nova.compute.manager [req-4c2597c1-b941-43cd-afd9-94451ea1c74a req-fbbc55fd-b3f6-4a21-b47d-b6900763542e service nova] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Received event network-vif-plugged-4c7bf412-30fe-4627-b001-01107a974c7b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1597.175142] env[62402]: DEBUG oslo_concurrency.lockutils [req-4c2597c1-b941-43cd-afd9-94451ea1c74a req-fbbc55fd-b3f6-4a21-b47d-b6900763542e service nova] Acquiring lock "b48b335d-7d67-4ea9-86a8-63cc11c6bbe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.175142] env[62402]: DEBUG oslo_concurrency.lockutils [req-4c2597c1-b941-43cd-afd9-94451ea1c74a req-fbbc55fd-b3f6-4a21-b47d-b6900763542e service nova] Lock "b48b335d-7d67-4ea9-86a8-63cc11c6bbe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.175142] env[62402]: DEBUG oslo_concurrency.lockutils [req-4c2597c1-b941-43cd-afd9-94451ea1c74a req-fbbc55fd-b3f6-4a21-b47d-b6900763542e service nova] Lock "b48b335d-7d67-4ea9-86a8-63cc11c6bbe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.175142] env[62402]: DEBUG nova.compute.manager [req-4c2597c1-b941-43cd-afd9-94451ea1c74a req-fbbc55fd-b3f6-4a21-b47d-b6900763542e service nova] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] No waiting events found dispatching network-vif-plugged-4c7bf412-30fe-4627-b001-01107a974c7b {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1597.175142] env[62402]: WARNING nova.compute.manager [req-4c2597c1-b941-43cd-afd9-94451ea1c74a req-fbbc55fd-b3f6-4a21-b47d-b6900763542e service nova] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Received unexpected event network-vif-plugged-4c7bf412-30fe-4627-b001-01107a974c7b for instance with vm_state building and task_state spawning. [ 1597.178159] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1597.178159] env[62402]: value = "task-1872928" [ 1597.178159] env[62402]: _type = "Task" [ 1597.178159] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.185792] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.209959] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.210715] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1597.213510] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.722s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.213709] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.215890] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.287s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.217457] env[62402]: INFO nova.compute.claims [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.242166] env[62402]: INFO nova.scheduler.client.report [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Deleted allocations for instance f5c8078e-545a-46f2-9cdd-81d92cc60e43 [ 1597.327145] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Successfully updated port: 4c7bf412-30fe-4627-b001-01107a974c7b {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1597.689274] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.699853] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.700208] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.700434] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.700638] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.700762] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.704265] env[62402]: INFO nova.compute.manager [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Terminating instance [ 1597.722950] env[62402]: DEBUG nova.compute.utils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1597.726484] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1597.726653] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1597.751842] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd47f949-2963-47af-a8c8-bfd8e5fb468e tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "f5c8078e-545a-46f2-9cdd-81d92cc60e43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.244s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.790203] env[62402]: DEBUG nova.policy [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '148b4cbebf014bd1ab77f53b845a838b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '997f54977da544d5ab088b5979fc9d8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1597.829852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "refresh_cache-b48b335d-7d67-4ea9-86a8-63cc11c6bbe0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.830254] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquired lock "refresh_cache-b48b335d-7d67-4ea9-86a8-63cc11c6bbe0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.830254] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.060032] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Successfully created port: 2d3f44a6-a0cb-492b-b097-3094adbd6c62 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.187883] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.207773] env[62402]: DEBUG nova.compute.manager [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1598.208052] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.208878] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aac8014-7416-43e8-a03d-381a6940ed8e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.216450] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.216693] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32cd7bdf-2b7a-4157-95d8-e35157d5c54f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.223901] env[62402]: DEBUG oslo_vmware.api [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1598.223901] env[62402]: value = "task-1872929" [ 1598.223901] env[62402]: _type = "Task" [ 1598.223901] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.229556] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1598.238142] env[62402]: DEBUG oslo_vmware.api [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.370852] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1598.589571] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Updating instance_info_cache with network_info: [{"id": "4c7bf412-30fe-4627-b001-01107a974c7b", "address": "fa:16:3e:31:00:0f", "network": {"id": "0e1e07e3-fc02-4b43-9473-7be0e6071c62", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1517451088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "997f54977da544d5ab088b5979fc9d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7bf412-30", "ovs_interfaceid": "4c7bf412-30fe-4627-b001-01107a974c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.690150] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872928, 'name': ReconfigVM_Task, 'duration_secs': 1.298166} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.692709] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 02605c9c-1514-43e3-9885-e6137177bcfe/02605c9c-1514-43e3-9885-e6137177bcfe.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.693556] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd27a16b-36cc-49f6-9ca5-d388d59887e2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.699191] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1598.699191] env[62402]: value = "task-1872930" [ 1598.699191] env[62402]: _type = "Task" [ 1598.699191] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.707602] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872930, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.736516] env[62402]: DEBUG oslo_vmware.api [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872929, 'name': PowerOffVM_Task, 'duration_secs': 0.425538} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.736796] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.736966] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.737233] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10d4d2d9-640d-4272-804a-34de16820dfe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.744088] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bab73ea-52f9-4c9d-9ace-db2d803371ef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.750874] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42334547-adc7-47b9-9222-ac0cdef1e638 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.782906] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c4e876-53cc-423b-a264-97c4433cb4aa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.790952] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0439f3ec-f190-46a6-a5af-1dcd39c797d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.806515] env[62402]: DEBUG nova.compute.provider_tree [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.824519] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1598.824519] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1598.824519] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Deleting the datastore file [datastore1] 78354d5e-0d91-4efd-baf7-1c9226fbe74f {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.824820] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-254f68f2-1cda-4a15-84d6-e6be65c6d8e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.832202] env[62402]: DEBUG oslo_vmware.api [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for the task: (returnval){ [ 1598.832202] env[62402]: value = "task-1872932" [ 1598.832202] env[62402]: _type = "Task" [ 1598.832202] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.840281] env[62402]: DEBUG oslo_vmware.api [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.856446] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "2e3aa73c-2431-425a-b026-38abcbd2a908" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.856748] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "2e3aa73c-2431-425a-b026-38abcbd2a908" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.092245] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Releasing lock "refresh_cache-b48b335d-7d67-4ea9-86a8-63cc11c6bbe0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.092577] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Instance network_info: |[{"id": "4c7bf412-30fe-4627-b001-01107a974c7b", "address": "fa:16:3e:31:00:0f", "network": {"id": "0e1e07e3-fc02-4b43-9473-7be0e6071c62", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1517451088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "997f54977da544d5ab088b5979fc9d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7bf412-30", "ovs_interfaceid": "4c7bf412-30fe-4627-b001-01107a974c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1599.093050] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:00:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c7bf412-30fe-4627-b001-01107a974c7b', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.100755] env[62402]: DEBUG oslo.service.loopingcall [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.100969] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.101212] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6df134-12ca-481f-b960-302490a43141 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.124423] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.124423] env[62402]: value = "task-1872933" [ 1599.124423] env[62402]: _type = "Task" [ 1599.124423] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.131638] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872933, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.201029] env[62402]: DEBUG nova.compute.manager [req-e97b990a-7f8c-47db-8ae7-f54ac3c6d4c8 req-d0365728-4b77-4593-b810-ba9377e71139 service nova] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Received event network-changed-4c7bf412-30fe-4627-b001-01107a974c7b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1599.201291] env[62402]: DEBUG nova.compute.manager [req-e97b990a-7f8c-47db-8ae7-f54ac3c6d4c8 req-d0365728-4b77-4593-b810-ba9377e71139 service nova] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Refreshing instance network info cache due to event network-changed-4c7bf412-30fe-4627-b001-01107a974c7b. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1599.201449] env[62402]: DEBUG oslo_concurrency.lockutils [req-e97b990a-7f8c-47db-8ae7-f54ac3c6d4c8 req-d0365728-4b77-4593-b810-ba9377e71139 service nova] Acquiring lock "refresh_cache-b48b335d-7d67-4ea9-86a8-63cc11c6bbe0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.201589] env[62402]: DEBUG oslo_concurrency.lockutils [req-e97b990a-7f8c-47db-8ae7-f54ac3c6d4c8 req-d0365728-4b77-4593-b810-ba9377e71139 service nova] Acquired lock "refresh_cache-b48b335d-7d67-4ea9-86a8-63cc11c6bbe0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.201752] env[62402]: DEBUG nova.network.neutron [req-e97b990a-7f8c-47db-8ae7-f54ac3c6d4c8 req-d0365728-4b77-4593-b810-ba9377e71139 service nova] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Refreshing network info cache for port 4c7bf412-30fe-4627-b001-01107a974c7b {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1599.211996] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872930, 'name': Rename_Task, 'duration_secs': 0.152468} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.212777] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.213043] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f6cee43-64c1-4379-b271-222a85d19afd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.219090] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1599.219090] env[62402]: value = "task-1872934" [ 1599.219090] env[62402]: _type = "Task" [ 1599.219090] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.227353] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.249039] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1599.277756] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.278132] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.278369] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.278654] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.278841] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.278999] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.279243] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.279440] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.279649] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.279852] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.280075] env[62402]: DEBUG nova.virt.hardware [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.281432] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b96b87-83af-482d-b42f-197b3ce0c1b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.289814] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d011b8d0-2833-4bb8-a06f-fa67ba9cdb58 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.310078] env[62402]: DEBUG nova.scheduler.client.report [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.343505] env[62402]: DEBUG oslo_vmware.api [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Task: {'id': task-1872932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14086} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.343505] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.343505] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.343736] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.343806] env[62402]: INFO nova.compute.manager [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1599.344072] env[62402]: DEBUG oslo.service.loopingcall [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.344300] env[62402]: DEBUG nova.compute.manager [-] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1599.344433] env[62402]: DEBUG nova.network.neutron [-] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.634950] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872933, 'name': CreateVM_Task, 'duration_secs': 0.350193} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.635728] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.636501] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.636750] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.637137] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1599.637461] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7c7606-8880-4f16-9985-2e31b45ccc85 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.642308] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1599.642308] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]526412c8-192e-856b-1ecd-35775677bde0" [ 1599.642308] env[62402]: _type = "Task" [ 1599.642308] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.651190] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526412c8-192e-856b-1ecd-35775677bde0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.729733] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872934, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.815058] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.815588] env[62402]: DEBUG nova.compute.manager [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1599.818744] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.181s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.819026] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.821136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.670s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.828092] env[62402]: INFO nova.compute.claims [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1599.870606] env[62402]: INFO nova.scheduler.client.report [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Deleted allocations for instance e903181a-2fb0-411c-807c-ae9be16854d2 [ 1600.021017] env[62402]: DEBUG nova.network.neutron [req-e97b990a-7f8c-47db-8ae7-f54ac3c6d4c8 req-d0365728-4b77-4593-b810-ba9377e71139 service nova] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Updated VIF entry in instance network info cache for port 4c7bf412-30fe-4627-b001-01107a974c7b. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.021017] env[62402]: DEBUG nova.network.neutron [req-e97b990a-7f8c-47db-8ae7-f54ac3c6d4c8 req-d0365728-4b77-4593-b810-ba9377e71139 service nova] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Updating instance_info_cache with network_info: [{"id": "4c7bf412-30fe-4627-b001-01107a974c7b", "address": "fa:16:3e:31:00:0f", "network": {"id": "0e1e07e3-fc02-4b43-9473-7be0e6071c62", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1517451088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "997f54977da544d5ab088b5979fc9d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7bf412-30", "ovs_interfaceid": "4c7bf412-30fe-4627-b001-01107a974c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.046710] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Successfully updated port: 2d3f44a6-a0cb-492b-b097-3094adbd6c62 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1600.158688] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526412c8-192e-856b-1ecd-35775677bde0, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.159671] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.160296] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.160625] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.160861] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.161138] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.161704] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53568f00-f5c8-401b-ba44-4977ea68b7e9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.170734] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.171446] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.172254] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29406e9c-5aa6-4466-a643-4e4101fc3c15 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.177933] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1600.177933] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5222b0e8-2b1c-43ef-1a36-ee4bb25236a3" [ 1600.177933] env[62402]: _type = "Task" [ 1600.177933] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.185628] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5222b0e8-2b1c-43ef-1a36-ee4bb25236a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.230725] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872934, 'name': PowerOnVM_Task, 'duration_secs': 0.754414} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.231111] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.231313] env[62402]: INFO nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Took 14.84 seconds to spawn the instance on the hypervisor. [ 1600.231550] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.232393] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e30d0f2-4b64-45eb-8748-5bb7f3660628 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.339744] env[62402]: DEBUG nova.compute.utils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.341478] env[62402]: DEBUG nova.compute.manager [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1600.341649] env[62402]: DEBUG nova.network.neutron [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.380512] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6e381d04-0a50-431d-9d44-9bb1a74ea630 tempest-ServerGroupTestJSON-787974393 tempest-ServerGroupTestJSON-787974393-project-member] Lock "e903181a-2fb0-411c-807c-ae9be16854d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.502s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.426232] env[62402]: DEBUG nova.policy [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '787c83ddfa354ab39d10388e853eeccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba8b48fb080247fb8d12db0b7d14d165', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.523717] env[62402]: DEBUG oslo_concurrency.lockutils [req-e97b990a-7f8c-47db-8ae7-f54ac3c6d4c8 req-d0365728-4b77-4593-b810-ba9377e71139 service nova] Releasing lock "refresh_cache-b48b335d-7d67-4ea9-86a8-63cc11c6bbe0" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.552123] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "refresh_cache-b4add695-afa7-4d94-90ca-f83e52630749" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.552123] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquired lock "refresh_cache-b4add695-afa7-4d94-90ca-f83e52630749" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.552123] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.653573] env[62402]: DEBUG nova.network.neutron [-] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.693344] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5222b0e8-2b1c-43ef-1a36-ee4bb25236a3, 'name': SearchDatastore_Task, 'duration_secs': 0.008418} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.694425] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ee4b92-37ba-46ba-9610-da3aa9f8c9a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.700478] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1600.700478] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52474c51-6a0f-cf1a-0f20-62ac2d1e7f83" [ 1600.700478] env[62402]: _type = "Task" [ 1600.700478] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.709132] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52474c51-6a0f-cf1a-0f20-62ac2d1e7f83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.752741] env[62402]: INFO nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Took 60.73 seconds to build instance. [ 1600.789583] env[62402]: DEBUG nova.network.neutron [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Successfully created port: f764e104-de42-426e-8dcc-6163d01d665c {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1600.849745] env[62402]: DEBUG nova.compute.manager [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1601.118785] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.160152] env[62402]: INFO nova.compute.manager [-] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Took 1.82 seconds to deallocate network for instance. [ 1601.217031] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52474c51-6a0f-cf1a-0f20-62ac2d1e7f83, 'name': SearchDatastore_Task, 'duration_secs': 0.008755} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.217031] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.217031] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] b48b335d-7d67-4ea9-86a8-63cc11c6bbe0/b48b335d-7d67-4ea9-86a8-63cc11c6bbe0.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1601.217031] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9659e642-af3a-410a-beec-aabe93df2092 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.225402] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1601.225402] env[62402]: value = "task-1872935" [ 1601.225402] env[62402]: _type = "Task" [ 1601.225402] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.250790] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.260239] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "02605c9c-1514-43e3-9885-e6137177bcfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.704s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.315948] env[62402]: DEBUG nova.compute.manager [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Received event network-vif-plugged-2d3f44a6-a0cb-492b-b097-3094adbd6c62 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1601.316471] env[62402]: DEBUG oslo_concurrency.lockutils [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] Acquiring lock "b4add695-afa7-4d94-90ca-f83e52630749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.316678] env[62402]: DEBUG oslo_concurrency.lockutils [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] Lock "b4add695-afa7-4d94-90ca-f83e52630749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.316878] env[62402]: DEBUG oslo_concurrency.lockutils [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] Lock "b4add695-afa7-4d94-90ca-f83e52630749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.317039] env[62402]: DEBUG nova.compute.manager [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] [instance: b4add695-afa7-4d94-90ca-f83e52630749] No waiting events found dispatching network-vif-plugged-2d3f44a6-a0cb-492b-b097-3094adbd6c62 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1601.317192] env[62402]: WARNING nova.compute.manager [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Received unexpected event network-vif-plugged-2d3f44a6-a0cb-492b-b097-3094adbd6c62 for instance with vm_state building and task_state spawning. [ 1601.317360] env[62402]: DEBUG nova.compute.manager [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Received event network-changed-2d3f44a6-a0cb-492b-b097-3094adbd6c62 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1601.317516] env[62402]: DEBUG nova.compute.manager [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Refreshing instance network info cache due to event network-changed-2d3f44a6-a0cb-492b-b097-3094adbd6c62. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1601.317687] env[62402]: DEBUG oslo_concurrency.lockutils [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] Acquiring lock "refresh_cache-b4add695-afa7-4d94-90ca-f83e52630749" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.336764] env[62402]: DEBUG nova.network.neutron [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Updating instance_info_cache with network_info: [{"id": "2d3f44a6-a0cb-492b-b097-3094adbd6c62", "address": "fa:16:3e:f4:77:56", "network": {"id": "0e1e07e3-fc02-4b43-9473-7be0e6071c62", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1517451088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "997f54977da544d5ab088b5979fc9d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d3f44a6-a0", "ovs_interfaceid": "2d3f44a6-a0cb-492b-b097-3094adbd6c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.425974] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e417a3d-2d5a-4b7b-bd1e-2cb07cfaf4a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.435054] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7d43a5-8ad8-4b0c-bb0b-b0a11baf0edb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.467667] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca560a4d-5da2-4551-9f01-4c2fedd21acb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.477485] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be4dfc7-4060-42a4-894b-42a23f4aca5c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.492194] env[62402]: DEBUG nova.compute.provider_tree [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.671282] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.739727] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490747} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.740076] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] b48b335d-7d67-4ea9-86a8-63cc11c6bbe0/b48b335d-7d67-4ea9-86a8-63cc11c6bbe0.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.740995] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.743132] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3e79e64-323a-4f7f-b0f9-c10b64457f17 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.750101] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1601.750101] env[62402]: value = "task-1872936" [ 1601.750101] env[62402]: _type = "Task" [ 1601.750101] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.762205] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.764795] env[62402]: DEBUG nova.compute.manager [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1601.841030] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Releasing lock "refresh_cache-b4add695-afa7-4d94-90ca-f83e52630749" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.841030] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Instance network_info: |[{"id": "2d3f44a6-a0cb-492b-b097-3094adbd6c62", "address": "fa:16:3e:f4:77:56", "network": {"id": "0e1e07e3-fc02-4b43-9473-7be0e6071c62", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1517451088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "997f54977da544d5ab088b5979fc9d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d3f44a6-a0", "ovs_interfaceid": "2d3f44a6-a0cb-492b-b097-3094adbd6c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1601.841360] env[62402]: DEBUG oslo_concurrency.lockutils [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] Acquired lock "refresh_cache-b4add695-afa7-4d94-90ca-f83e52630749" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.841554] env[62402]: DEBUG nova.network.neutron [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Refreshing network info cache for port 2d3f44a6-a0cb-492b-b097-3094adbd6c62 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.842753] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:77:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d3f44a6-a0cb-492b-b097-3094adbd6c62', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1601.851337] env[62402]: DEBUG oslo.service.loopingcall [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.854449] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1601.855131] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98636691-361a-4f01-91d4-beee2988058d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.876763] env[62402]: DEBUG nova.compute.manager [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1601.886450] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1601.886450] env[62402]: value = "task-1872937" [ 1601.886450] env[62402]: _type = "Task" [ 1601.886450] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.896584] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872937, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.913737] env[62402]: DEBUG nova.virt.hardware [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1601.914067] env[62402]: DEBUG nova.virt.hardware [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.914280] env[62402]: DEBUG nova.virt.hardware [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1601.914539] env[62402]: DEBUG nova.virt.hardware [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.914758] env[62402]: DEBUG nova.virt.hardware [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1601.914975] env[62402]: DEBUG nova.virt.hardware [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1601.915232] env[62402]: DEBUG nova.virt.hardware [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1601.915567] env[62402]: DEBUG nova.virt.hardware [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1601.915633] env[62402]: DEBUG nova.virt.hardware [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1601.915823] env[62402]: DEBUG nova.virt.hardware [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1601.916041] env[62402]: DEBUG nova.virt.hardware [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1601.916895] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cdea23-6351-4074-a399-503b4a17952d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.924401] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b635beb-6c91-4417-a439-e140face2037 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.995830] env[62402]: DEBUG nova.scheduler.client.report [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.153395] env[62402]: DEBUG nova.network.neutron [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Updated VIF entry in instance network info cache for port 2d3f44a6-a0cb-492b-b097-3094adbd6c62. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.153830] env[62402]: DEBUG nova.network.neutron [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Updating instance_info_cache with network_info: [{"id": "2d3f44a6-a0cb-492b-b097-3094adbd6c62", "address": "fa:16:3e:f4:77:56", "network": {"id": "0e1e07e3-fc02-4b43-9473-7be0e6071c62", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1517451088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "997f54977da544d5ab088b5979fc9d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d3f44a6-a0", "ovs_interfaceid": "2d3f44a6-a0cb-492b-b097-3094adbd6c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.260567] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067221} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.260881] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.261886] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fea14ba-c84e-4cac-88cf-f0dbf31939de {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.291206] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] b48b335d-7d67-4ea9-86a8-63cc11c6bbe0/b48b335d-7d67-4ea9-86a8-63cc11c6bbe0.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.293738] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e63ad7-7a77-44e3-ad10-cff359fe9bb7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.318568] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1602.318568] env[62402]: value = "task-1872938" [ 1602.318568] env[62402]: _type = "Task" [ 1602.318568] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.324629] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.329392] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.399760] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872937, 'name': CreateVM_Task, 'duration_secs': 0.371615} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.400221] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.401885] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.402441] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.402828] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1602.403143] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29598b8-3236-41a2-a7f6-8d7bddcd306e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.411252] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1602.411252] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e7bd33-6845-99d3-09d8-a318b6f2cfe2" [ 1602.411252] env[62402]: _type = "Task" [ 1602.411252] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.422169] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e7bd33-6845-99d3-09d8-a318b6f2cfe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.490288] env[62402]: DEBUG nova.network.neutron [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Successfully updated port: f764e104-de42-426e-8dcc-6163d01d665c {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1602.504609] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.505266] env[62402]: DEBUG nova.compute.manager [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.508257] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.612s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.509730] env[62402]: INFO nova.compute.claims [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1602.660441] env[62402]: DEBUG oslo_concurrency.lockutils [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] Releasing lock "refresh_cache-b4add695-afa7-4d94-90ca-f83e52630749" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.660806] env[62402]: DEBUG nova.compute.manager [req-e7180398-1ef6-451e-be11-3e2fc7ac600b req-3de1d01a-f408-4a31-ac53-f1c7c4ec7d0a service nova] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Received event network-vif-deleted-c2ed63e0-4020-4741-b84a-67589ffcc02f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1602.832926] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872938, 'name': ReconfigVM_Task, 'duration_secs': 0.296665} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.833244] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Reconfigured VM instance instance-00000044 to attach disk [datastore1] b48b335d-7d67-4ea9-86a8-63cc11c6bbe0/b48b335d-7d67-4ea9-86a8-63cc11c6bbe0.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.833889] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0f19b02-fc4d-4526-8d6b-69a4e2b6d478 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.840818] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1602.840818] env[62402]: value = "task-1872939" [ 1602.840818] env[62402]: _type = "Task" [ 1602.840818] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.850613] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872939, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.921514] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e7bd33-6845-99d3-09d8-a318b6f2cfe2, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.921870] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.922145] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1602.922401] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.922565] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.922756] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1602.923062] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e9a8f0a-d8d7-4282-b1cc-4353b2276959 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.932955] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1602.933209] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1602.934022] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a04941-6daa-4189-a708-73ced9c3b650 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.939794] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1602.939794] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5230ea01-5fe0-8127-e441-51796824797d" [ 1602.939794] env[62402]: _type = "Task" [ 1602.939794] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.948769] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5230ea01-5fe0-8127-e441-51796824797d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.992689] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.992857] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.993030] env[62402]: DEBUG nova.network.neutron [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.016408] env[62402]: DEBUG nova.compute.utils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1603.027033] env[62402]: DEBUG nova.compute.manager [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1603.027033] env[62402]: DEBUG nova.network.neutron [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1603.097608] env[62402]: DEBUG nova.policy [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0aa43cb4cb34904bbebf244fada1386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb3433c84ea45749b3a469bc37c02fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1603.340841] env[62402]: DEBUG nova.compute.manager [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Received event network-vif-plugged-f764e104-de42-426e-8dcc-6163d01d665c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1603.341096] env[62402]: DEBUG oslo_concurrency.lockutils [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] Acquiring lock "8a58174b-e33a-4f2e-9e06-d78a335d1579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.341294] env[62402]: DEBUG oslo_concurrency.lockutils [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] Lock "8a58174b-e33a-4f2e-9e06-d78a335d1579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.341507] env[62402]: DEBUG oslo_concurrency.lockutils [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] Lock "8a58174b-e33a-4f2e-9e06-d78a335d1579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.341629] env[62402]: DEBUG nova.compute.manager [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] No waiting events found dispatching network-vif-plugged-f764e104-de42-426e-8dcc-6163d01d665c {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1603.341797] env[62402]: WARNING nova.compute.manager [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Received unexpected event network-vif-plugged-f764e104-de42-426e-8dcc-6163d01d665c for instance with vm_state building and task_state spawning. [ 1603.341951] env[62402]: DEBUG nova.compute.manager [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Received event network-changed-f764e104-de42-426e-8dcc-6163d01d665c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1603.342372] env[62402]: DEBUG nova.compute.manager [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Refreshing instance network info cache due to event network-changed-f764e104-de42-426e-8dcc-6163d01d665c. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1603.342652] env[62402]: DEBUG oslo_concurrency.lockutils [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] Acquiring lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.356027] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872939, 'name': Rename_Task, 'duration_secs': 0.149684} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.357215] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.357215] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a94cddd-5442-4a62-b6c5-b99d1c70bb4b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.364112] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1603.364112] env[62402]: value = "task-1872940" [ 1603.364112] env[62402]: _type = "Task" [ 1603.364112] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.373265] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.453285] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5230ea01-5fe0-8127-e441-51796824797d, 'name': SearchDatastore_Task, 'duration_secs': 0.0299} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.454476] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b14727-bbfb-4168-b620-bcacaf252d41 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.460840] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1603.460840] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252725b-2342-4154-5484-34d69447b5da" [ 1603.460840] env[62402]: _type = "Task" [ 1603.460840] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.468938] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252725b-2342-4154-5484-34d69447b5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.529436] env[62402]: DEBUG nova.compute.manager [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1603.539339] env[62402]: DEBUG nova.network.neutron [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Successfully created port: 010e40b8-ea00-41c6-ae31-6eb7c16789ec {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1603.578325] env[62402]: DEBUG nova.network.neutron [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1603.817832] env[62402]: DEBUG nova.network.neutron [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updating instance_info_cache with network_info: [{"id": "f764e104-de42-426e-8dcc-6163d01d665c", "address": "fa:16:3e:26:d1:39", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf764e104-de", "ovs_interfaceid": "f764e104-de42-426e-8dcc-6163d01d665c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.875551] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872940, 'name': PowerOnVM_Task, 'duration_secs': 0.462631} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.875872] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.876756] env[62402]: INFO nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1603.877038] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.877855] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb90d96-3f41-40a3-8296-f86239205fef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.974968] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252725b-2342-4154-5484-34d69447b5da, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.975458] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.975734] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] b4add695-afa7-4d94-90ca-f83e52630749/b4add695-afa7-4d94-90ca-f83e52630749.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1603.975986] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61170344-c5c4-44b6-9729-d25442fb2106 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.982955] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1603.982955] env[62402]: value = "task-1872941" [ 1603.982955] env[62402]: _type = "Task" [ 1603.982955] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.991068] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.057966] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38841d74-33f5-463f-8152-c40d05ad70e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.065414] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83741f05-24b4-448b-a4a2-f8ee1bb432e9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.098437] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99712dec-f4e5-40aa-bf3e-5381e39a3273 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.106803] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df57e5ef-9a74-45a8-811f-f60e54e006f9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.121359] env[62402]: DEBUG nova.compute.provider_tree [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.320961] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.321362] env[62402]: DEBUG nova.compute.manager [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Instance network_info: |[{"id": "f764e104-de42-426e-8dcc-6163d01d665c", "address": "fa:16:3e:26:d1:39", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf764e104-de", "ovs_interfaceid": "f764e104-de42-426e-8dcc-6163d01d665c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1604.321695] env[62402]: DEBUG oslo_concurrency.lockutils [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] Acquired lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.321902] env[62402]: DEBUG nova.network.neutron [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Refreshing network info cache for port f764e104-de42-426e-8dcc-6163d01d665c {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1604.323798] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:d1:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f764e104-de42-426e-8dcc-6163d01d665c', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1604.331725] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Creating folder: Project (ba8b48fb080247fb8d12db0b7d14d165). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.338118] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90d99e12-41a1-43c0-9c39-70598518e9f7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.348594] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Created folder: Project (ba8b48fb080247fb8d12db0b7d14d165) in parent group-v386882. [ 1604.349266] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Creating folder: Instances. Parent ref: group-v387078. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.349554] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40cbec1b-e9c3-485d-80c8-ad0f46e6f261 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.361660] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Created folder: Instances in parent group-v387078. [ 1604.361920] env[62402]: DEBUG oslo.service.loopingcall [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.362202] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1604.362429] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f659906e-e0ab-44b6-8fe7-39c5b39c865e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.383769] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1604.383769] env[62402]: value = "task-1872944" [ 1604.383769] env[62402]: _type = "Task" [ 1604.383769] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.400951] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872944, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.404048] env[62402]: INFO nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Took 60.19 seconds to build instance. [ 1604.493142] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872941, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.544580] env[62402]: DEBUG nova.compute.manager [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1604.577607] env[62402]: DEBUG nova.virt.hardware [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.577855] env[62402]: DEBUG nova.virt.hardware [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.578023] env[62402]: DEBUG nova.virt.hardware [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.578220] env[62402]: DEBUG nova.virt.hardware [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.578367] env[62402]: DEBUG nova.virt.hardware [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.578546] env[62402]: DEBUG nova.virt.hardware [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.578777] env[62402]: DEBUG nova.virt.hardware [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.578938] env[62402]: DEBUG nova.virt.hardware [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.579123] env[62402]: DEBUG nova.virt.hardware [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.579291] env[62402]: DEBUG nova.virt.hardware [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.579460] env[62402]: DEBUG nova.virt.hardware [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.580836] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefdd30e-ca03-405b-80fe-dcee4039e455 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.588847] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5998f0b6-7dac-4f7b-b84f-1e36a1d4f921 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.625561] env[62402]: DEBUG nova.scheduler.client.report [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.815858] env[62402]: DEBUG nova.network.neutron [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updated VIF entry in instance network info cache for port f764e104-de42-426e-8dcc-6163d01d665c. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.816244] env[62402]: DEBUG nova.network.neutron [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updating instance_info_cache with network_info: [{"id": "f764e104-de42-426e-8dcc-6163d01d665c", "address": "fa:16:3e:26:d1:39", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf764e104-de", "ovs_interfaceid": "f764e104-de42-426e-8dcc-6163d01d665c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.896291] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872944, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.907888] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "b48b335d-7d67-4ea9-86a8-63cc11c6bbe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.314s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.993634] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523524} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.993944] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] b4add695-afa7-4d94-90ca-f83e52630749/b4add695-afa7-4d94-90ca-f83e52630749.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1604.994219] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1604.994500] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-291538f4-13ae-4633-ab2e-10bac94a1791 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.001672] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1605.001672] env[62402]: value = "task-1872945" [ 1605.001672] env[62402]: _type = "Task" [ 1605.001672] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.010397] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.131052] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.131660] env[62402]: DEBUG nova.compute.manager [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1605.134528] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.230s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.136140] env[62402]: INFO nova.compute.claims [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1605.261248] env[62402]: DEBUG nova.network.neutron [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Successfully updated port: 010e40b8-ea00-41c6-ae31-6eb7c16789ec {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1605.319347] env[62402]: DEBUG oslo_concurrency.lockutils [req-c404d4a0-ac6f-4243-8aad-3eed69539694 req-0a9e7e39-ea29-4b06-8b0d-0f6461df4b40 service nova] Releasing lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.399065] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872944, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.409737] env[62402]: DEBUG nova.compute.manager [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1605.513028] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.417868} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.513028] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1605.513391] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8755a1-aa39-4e5b-b13e-43fb75256362 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.536673] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] b4add695-afa7-4d94-90ca-f83e52630749/b4add695-afa7-4d94-90ca-f83e52630749.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1605.537893] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b429a98f-97ab-4663-8c57-7fd641136d62 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.553175] env[62402]: DEBUG nova.compute.manager [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Received event network-vif-plugged-010e40b8-ea00-41c6-ae31-6eb7c16789ec {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1605.553390] env[62402]: DEBUG oslo_concurrency.lockutils [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] Acquiring lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.553845] env[62402]: DEBUG oslo_concurrency.lockutils [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] Lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.554036] env[62402]: DEBUG oslo_concurrency.lockutils [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] Lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.554212] env[62402]: DEBUG nova.compute.manager [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] No waiting events found dispatching network-vif-plugged-010e40b8-ea00-41c6-ae31-6eb7c16789ec {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1605.554380] env[62402]: WARNING nova.compute.manager [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Received unexpected event network-vif-plugged-010e40b8-ea00-41c6-ae31-6eb7c16789ec for instance with vm_state building and task_state spawning. [ 1605.554579] env[62402]: DEBUG nova.compute.manager [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Received event network-changed-010e40b8-ea00-41c6-ae31-6eb7c16789ec {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1605.554738] env[62402]: DEBUG nova.compute.manager [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Refreshing instance network info cache due to event network-changed-010e40b8-ea00-41c6-ae31-6eb7c16789ec. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1605.554919] env[62402]: DEBUG oslo_concurrency.lockutils [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] Acquiring lock "refresh_cache-9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.555069] env[62402]: DEBUG oslo_concurrency.lockutils [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] Acquired lock "refresh_cache-9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.555279] env[62402]: DEBUG nova.network.neutron [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Refreshing network info cache for port 010e40b8-ea00-41c6-ae31-6eb7c16789ec {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.562348] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1605.562348] env[62402]: value = "task-1872946" [ 1605.562348] env[62402]: _type = "Task" [ 1605.562348] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.572684] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.645052] env[62402]: DEBUG nova.compute.utils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.646135] env[62402]: DEBUG nova.compute.manager [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1605.646358] env[62402]: DEBUG nova.network.neutron [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1605.690018] env[62402]: DEBUG nova.policy [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514afb0494064b9191c3a742d89cbc30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e8ba47d276144d6b8ef2c2694f097a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1605.764153] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "refresh_cache-9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.900283] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872944, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.931425] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.009442] env[62402]: DEBUG nova.network.neutron [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Successfully created port: 2f6db405-c930-4fdf-ace4-b3c9cadc8fa9 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1606.072168] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.105114] env[62402]: DEBUG nova.network.neutron [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1606.150580] env[62402]: DEBUG nova.compute.manager [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1606.271246] env[62402]: DEBUG nova.network.neutron [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.403222] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872944, 'name': CreateVM_Task, 'duration_secs': 1.81419} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.403643] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.404136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.404283] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.404590] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1606.405031] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e14953-ef95-4d51-8c82-0062b7251782 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.410352] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1606.410352] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52114b19-29b0-722b-dd61-39dfd7c6d00c" [ 1606.410352] env[62402]: _type = "Task" [ 1606.410352] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.418739] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52114b19-29b0-722b-dd61-39dfd7c6d00c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.578177] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872946, 'name': ReconfigVM_Task, 'duration_secs': 0.818859} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.578279] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Reconfigured VM instance instance-00000045 to attach disk [datastore1] b4add695-afa7-4d94-90ca-f83e52630749/b4add695-afa7-4d94-90ca-f83e52630749.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1606.579056] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5473355-72c2-4bbc-aa7e-b59f57f194a6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.588869] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1606.588869] env[62402]: value = "task-1872947" [ 1606.588869] env[62402]: _type = "Task" [ 1606.588869] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.602871] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872947, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.648124] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c4d35b-3bea-4dc7-b483-944cead78979 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.660323] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bb4f84-2aeb-4708-9335-0a8fd284a9d3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.696046] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f9b361-7c4a-4371-9ac3-db78bd96945e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.704214] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826ba2d4-f145-455a-958c-d4d79e999a0c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.719079] env[62402]: DEBUG nova.compute.provider_tree [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1606.774552] env[62402]: DEBUG oslo_concurrency.lockutils [req-7bdb0de1-8989-46f3-85d0-07aa91096f9e req-ada974e1-3593-4358-bf44-2fd3988a6fd6 service nova] Releasing lock "refresh_cache-9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.774552] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "refresh_cache-9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.774732] env[62402]: DEBUG nova.network.neutron [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.922249] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52114b19-29b0-722b-dd61-39dfd7c6d00c, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.922807] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.923497] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.923497] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.923727] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.924379] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.924379] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12610468-7084-4ab5-a1aa-409e09f8efb1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.933338] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.933584] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.934363] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee716571-6b09-4681-922c-35fa185899a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.939836] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1606.939836] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dc2f8a-7def-0161-81c0-280fe54cee62" [ 1606.939836] env[62402]: _type = "Task" [ 1606.939836] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.947528] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dc2f8a-7def-0161-81c0-280fe54cee62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.100463] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872947, 'name': Rename_Task, 'duration_secs': 0.158916} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.100724] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1607.100968] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76b5f050-e600-4d2a-b50d-e3cc566a7731 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.107033] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1607.107033] env[62402]: value = "task-1872948" [ 1607.107033] env[62402]: _type = "Task" [ 1607.107033] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.114406] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.160895] env[62402]: DEBUG nova.compute.manager [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1607.186995] env[62402]: DEBUG nova.virt.hardware [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1607.187263] env[62402]: DEBUG nova.virt.hardware [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.187423] env[62402]: DEBUG nova.virt.hardware [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1607.187606] env[62402]: DEBUG nova.virt.hardware [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.187797] env[62402]: DEBUG nova.virt.hardware [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1607.187901] env[62402]: DEBUG nova.virt.hardware [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1607.188126] env[62402]: DEBUG nova.virt.hardware [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1607.188320] env[62402]: DEBUG nova.virt.hardware [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1607.188497] env[62402]: DEBUG nova.virt.hardware [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1607.188663] env[62402]: DEBUG nova.virt.hardware [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1607.188837] env[62402]: DEBUG nova.virt.hardware [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1607.189732] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b69d85e-1fff-4aa5-882b-990863492150 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.197975] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405cf999-84b2-42e6-b020-64634a845d5b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.223324] env[62402]: DEBUG nova.scheduler.client.report [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1607.318713] env[62402]: DEBUG nova.network.neutron [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1607.450428] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dc2f8a-7def-0161-81c0-280fe54cee62, 'name': SearchDatastore_Task, 'duration_secs': 0.027383} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.451338] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464d8174-707b-429f-850c-bc9bbe17cee8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.456557] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1607.456557] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e4043d-18b3-17dc-1e05-95b2db45e171" [ 1607.456557] env[62402]: _type = "Task" [ 1607.456557] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.464165] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e4043d-18b3-17dc-1e05-95b2db45e171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.539467] env[62402]: DEBUG nova.network.neutron [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Updating instance_info_cache with network_info: [{"id": "010e40b8-ea00-41c6-ae31-6eb7c16789ec", "address": "fa:16:3e:d4:92:73", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010e40b8-ea", "ovs_interfaceid": "010e40b8-ea00-41c6-ae31-6eb7c16789ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.617984] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872948, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.688444] env[62402]: DEBUG nova.compute.manager [req-2b2fd0fc-dcd7-4048-baf3-994c2e40eeb6 req-86379ca3-3588-41e7-ad42-23f14444e79e service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received event network-vif-plugged-2f6db405-c930-4fdf-ace4-b3c9cadc8fa9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1607.688716] env[62402]: DEBUG oslo_concurrency.lockutils [req-2b2fd0fc-dcd7-4048-baf3-994c2e40eeb6 req-86379ca3-3588-41e7-ad42-23f14444e79e service nova] Acquiring lock "98c092c8-7c8d-4e90-abfa-bb4f00825519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.688931] env[62402]: DEBUG oslo_concurrency.lockutils [req-2b2fd0fc-dcd7-4048-baf3-994c2e40eeb6 req-86379ca3-3588-41e7-ad42-23f14444e79e service nova] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.689167] env[62402]: DEBUG oslo_concurrency.lockutils [req-2b2fd0fc-dcd7-4048-baf3-994c2e40eeb6 req-86379ca3-3588-41e7-ad42-23f14444e79e service nova] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.689286] env[62402]: DEBUG nova.compute.manager [req-2b2fd0fc-dcd7-4048-baf3-994c2e40eeb6 req-86379ca3-3588-41e7-ad42-23f14444e79e service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] No waiting events found dispatching network-vif-plugged-2f6db405-c930-4fdf-ace4-b3c9cadc8fa9 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1607.689451] env[62402]: WARNING nova.compute.manager [req-2b2fd0fc-dcd7-4048-baf3-994c2e40eeb6 req-86379ca3-3588-41e7-ad42-23f14444e79e service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received unexpected event network-vif-plugged-2f6db405-c930-4fdf-ace4-b3c9cadc8fa9 for instance with vm_state building and task_state spawning. [ 1607.727962] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.728594] env[62402]: DEBUG nova.compute.manager [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1607.734039] env[62402]: DEBUG oslo_concurrency.lockutils [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.938s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.761354] env[62402]: DEBUG nova.network.neutron [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Successfully updated port: 2f6db405-c930-4fdf-ace4-b3c9cadc8fa9 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1607.967046] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e4043d-18b3-17dc-1e05-95b2db45e171, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.967389] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.967590] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 8a58174b-e33a-4f2e-9e06-d78a335d1579/8a58174b-e33a-4f2e-9e06-d78a335d1579.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.967867] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de701bc4-d7ee-4169-8af7-2f39e1626340 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.975150] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1607.975150] env[62402]: value = "task-1872949" [ 1607.975150] env[62402]: _type = "Task" [ 1607.975150] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.983262] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1872949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.041548] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "refresh_cache-9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.041922] env[62402]: DEBUG nova.compute.manager [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Instance network_info: |[{"id": "010e40b8-ea00-41c6-ae31-6eb7c16789ec", "address": "fa:16:3e:d4:92:73", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010e40b8-ea", "ovs_interfaceid": "010e40b8-ea00-41c6-ae31-6eb7c16789ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1608.042388] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:92:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '010e40b8-ea00-41c6-ae31-6eb7c16789ec', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.050743] env[62402]: DEBUG oslo.service.loopingcall [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.051010] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.051274] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1cb5e4c-ec28-4a9c-b762-6f48cd267800 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.073361] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.073361] env[62402]: value = "task-1872950" [ 1608.073361] env[62402]: _type = "Task" [ 1608.073361] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.084191] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872950, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.116683] env[62402]: DEBUG oslo_vmware.api [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872948, 'name': PowerOnVM_Task, 'duration_secs': 0.746982} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.116952] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.117179] env[62402]: INFO nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1608.117370] env[62402]: DEBUG nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.118222] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bf9d2c-1fa9-499a-afe6-9da6584602b9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.236390] env[62402]: DEBUG nova.compute.utils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1608.238666] env[62402]: DEBUG nova.compute.manager [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1608.238666] env[62402]: DEBUG nova.network.neutron [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1608.242982] env[62402]: INFO nova.compute.claims [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1608.249068] env[62402]: DEBUG nova.compute.manager [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1608.262344] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.263478] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.263478] env[62402]: DEBUG nova.network.neutron [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.294888] env[62402]: DEBUG nova.policy [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e889ca5a5db474bb129c4efce820aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3884cf041b804725be5a7334a54e6a45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1608.486548] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1872949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50866} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.486983] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 8a58174b-e33a-4f2e-9e06-d78a335d1579/8a58174b-e33a-4f2e-9e06-d78a335d1579.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1608.486983] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1608.487445] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a0f9d68-f97f-4b3a-be5c-2ed452b14eba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.495136] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1608.495136] env[62402]: value = "task-1872951" [ 1608.495136] env[62402]: _type = "Task" [ 1608.495136] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.505443] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1872951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.584010] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872950, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.638820] env[62402]: INFO nova.compute.manager [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Took 56.62 seconds to build instance. [ 1608.686105] env[62402]: DEBUG nova.network.neutron [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Successfully created port: a46e8e40-5fdb-400a-8525-eee3edf0f38c {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1608.755828] env[62402]: INFO nova.compute.resource_tracker [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating resource usage from migration 7253ba9a-0645-4aee-82b0-d67a88f4eb33 [ 1608.823215] env[62402]: DEBUG nova.network.neutron [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.008231] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1872951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067115} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.012350] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1609.012785] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbf9015-bbfa-4e7d-a01e-beba4feb1c88 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.039181] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 8a58174b-e33a-4f2e-9e06-d78a335d1579/8a58174b-e33a-4f2e-9e06-d78a335d1579.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.044186] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-342f0c66-a586-4ef7-bdb0-e46cf2e9829c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.065816] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1609.065816] env[62402]: value = "task-1872952" [ 1609.065816] env[62402]: _type = "Task" [ 1609.065816] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.077619] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1872952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.086195] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872950, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.124789] env[62402]: DEBUG nova.network.neutron [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updating instance_info_cache with network_info: [{"id": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "address": "fa:16:3e:32:72:66", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6db405-c9", "ovs_interfaceid": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.140627] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae9e63bd-5074-4ba0-8ef9-251bafd2db9c tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "b4add695-afa7-4d94-90ca-f83e52630749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.510s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.263987] env[62402]: DEBUG nova.compute.manager [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1609.290891] env[62402]: DEBUG nova.virt.hardware [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1609.291444] env[62402]: DEBUG nova.virt.hardware [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1609.291676] env[62402]: DEBUG nova.virt.hardware [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1609.291882] env[62402]: DEBUG nova.virt.hardware [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1609.292170] env[62402]: DEBUG nova.virt.hardware [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1609.292373] env[62402]: DEBUG nova.virt.hardware [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1609.292587] env[62402]: DEBUG nova.virt.hardware [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1609.292747] env[62402]: DEBUG nova.virt.hardware [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1609.292915] env[62402]: DEBUG nova.virt.hardware [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1609.293112] env[62402]: DEBUG nova.virt.hardware [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1609.293311] env[62402]: DEBUG nova.virt.hardware [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1609.294200] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86325abf-fe22-47d9-b72f-8a96bbbbdb89 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.305113] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcc8b8f-3b0e-453f-94b1-1110a39ff222 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.334389] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648aa663-8b7f-422e-bcfc-c991068610d7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.341515] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54755c67-f9ed-41d0-9bbe-1b614743e637 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.371381] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd35792b-dd86-40fc-b2e2-1ff4286d0656 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.378723] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969c46e9-036b-44df-b796-f4d4fa47ae5e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.393832] env[62402]: DEBUG nova.compute.provider_tree [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.575555] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1872952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.585679] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872950, 'name': CreateVM_Task, 'duration_secs': 1.490147} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.586229] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.587019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.587019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.587244] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.587492] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7948fe-5e1c-4486-876f-c467ee9523d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.592708] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1609.592708] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]520594a5-1447-5b5d-3789-ecf3d499ec64" [ 1609.592708] env[62402]: _type = "Task" [ 1609.592708] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.601016] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]520594a5-1447-5b5d-3789-ecf3d499ec64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.628712] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.629066] env[62402]: DEBUG nova.compute.manager [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Instance network_info: |[{"id": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "address": "fa:16:3e:32:72:66", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6db405-c9", "ovs_interfaceid": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1609.629523] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:72:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f6db405-c930-4fdf-ace4-b3c9cadc8fa9', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.637275] env[62402]: DEBUG oslo.service.loopingcall [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.637485] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.637705] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ad5d629-871c-42de-84e7-740474799a0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.652291] env[62402]: DEBUG nova.compute.manager [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.661423] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.661423] env[62402]: value = "task-1872953" [ 1609.661423] env[62402]: _type = "Task" [ 1609.661423] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.669080] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872953, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.714605] env[62402]: DEBUG nova.compute.manager [req-36c7356a-bc48-4977-a5b4-a3f35e5cf496 req-efa964d9-a061-479e-82d7-c8bc23db19f9 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received event network-changed-2f6db405-c930-4fdf-ace4-b3c9cadc8fa9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1609.714803] env[62402]: DEBUG nova.compute.manager [req-36c7356a-bc48-4977-a5b4-a3f35e5cf496 req-efa964d9-a061-479e-82d7-c8bc23db19f9 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Refreshing instance network info cache due to event network-changed-2f6db405-c930-4fdf-ace4-b3c9cadc8fa9. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1609.715032] env[62402]: DEBUG oslo_concurrency.lockutils [req-36c7356a-bc48-4977-a5b4-a3f35e5cf496 req-efa964d9-a061-479e-82d7-c8bc23db19f9 service nova] Acquiring lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.715183] env[62402]: DEBUG oslo_concurrency.lockutils [req-36c7356a-bc48-4977-a5b4-a3f35e5cf496 req-efa964d9-a061-479e-82d7-c8bc23db19f9 service nova] Acquired lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.715399] env[62402]: DEBUG nova.network.neutron [req-36c7356a-bc48-4977-a5b4-a3f35e5cf496 req-efa964d9-a061-479e-82d7-c8bc23db19f9 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Refreshing network info cache for port 2f6db405-c930-4fdf-ace4-b3c9cadc8fa9 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.897762] env[62402]: DEBUG nova.scheduler.client.report [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.957506] env[62402]: DEBUG oslo_concurrency.lockutils [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "02605c9c-1514-43e3-9885-e6137177bcfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.957705] env[62402]: DEBUG oslo_concurrency.lockutils [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "02605c9c-1514-43e3-9885-e6137177bcfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.958673] env[62402]: DEBUG oslo_concurrency.lockutils [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "02605c9c-1514-43e3-9885-e6137177bcfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.958673] env[62402]: DEBUG oslo_concurrency.lockutils [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "02605c9c-1514-43e3-9885-e6137177bcfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.958673] env[62402]: DEBUG oslo_concurrency.lockutils [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "02605c9c-1514-43e3-9885-e6137177bcfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.960562] env[62402]: INFO nova.compute.manager [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Terminating instance [ 1610.077258] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1872952, 'name': ReconfigVM_Task, 'duration_secs': 0.918467} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.077586] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 8a58174b-e33a-4f2e-9e06-d78a335d1579/8a58174b-e33a-4f2e-9e06-d78a335d1579.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.078286] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5a6b804-3c16-40cb-95f9-bbffa7940c97 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.084160] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1610.084160] env[62402]: value = "task-1872954" [ 1610.084160] env[62402]: _type = "Task" [ 1610.084160] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.101792] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]520594a5-1447-5b5d-3789-ecf3d499ec64, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.102134] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.102382] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.102612] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.102759] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.102935] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.103198] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-704c18dc-e042-4266-b00a-48fcb21dca28 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.113080] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.113347] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.114236] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b259d4-abb4-4f73-9874-642ac2599ed3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.119415] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1610.119415] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5274c85d-ba12-337c-a3ee-6df4c9eaf324" [ 1610.119415] env[62402]: _type = "Task" [ 1610.119415] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.127905] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5274c85d-ba12-337c-a3ee-6df4c9eaf324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.171188] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872953, 'name': CreateVM_Task, 'duration_secs': 0.423563} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.171373] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1610.172035] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.172245] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.172569] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1610.172814] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093d1a05-1df7-44ab-a604-72420f9abed0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.175056] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.178286] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1610.178286] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5233c054-1cc5-ae7b-bc1f-3d4ba15b4362" [ 1610.178286] env[62402]: _type = "Task" [ 1610.178286] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.185899] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5233c054-1cc5-ae7b-bc1f-3d4ba15b4362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.406367] env[62402]: DEBUG oslo_concurrency.lockutils [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.674s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.406621] env[62402]: INFO nova.compute.manager [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Migrating [ 1610.414278] env[62402]: DEBUG oslo_concurrency.lockutils [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.446s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.414533] env[62402]: DEBUG oslo_concurrency.lockutils [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.416929] env[62402]: DEBUG oslo_concurrency.lockutils [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.376s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.417149] env[62402]: DEBUG oslo_concurrency.lockutils [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.419412] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.926s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.421604] env[62402]: INFO nova.compute.claims [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1610.453151] env[62402]: INFO nova.scheduler.client.report [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleted allocations for instance f671b517-af96-443b-87a4-bb895b34e2b1 [ 1610.454382] env[62402]: INFO nova.scheduler.client.report [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleted allocations for instance ee33adb6-e557-41a3-af97-4a510dabac58 [ 1610.465406] env[62402]: DEBUG nova.compute.manager [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1610.465622] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1610.466512] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc67462-0643-4e1a-897e-7e3786216087 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.476188] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1610.477078] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abad6c91-63f4-4c69-a058-3add27cc82e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.485297] env[62402]: DEBUG oslo_vmware.api [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1610.485297] env[62402]: value = "task-1872955" [ 1610.485297] env[62402]: _type = "Task" [ 1610.485297] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.496012] env[62402]: DEBUG oslo_vmware.api [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.593556] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1872954, 'name': Rename_Task, 'duration_secs': 0.304842} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.593895] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1610.594115] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fc357ad-c0ea-44de-a9cc-12cc072acda0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.601440] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1610.601440] env[62402]: value = "task-1872956" [ 1610.601440] env[62402]: _type = "Task" [ 1610.601440] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.609831] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1872956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.630332] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5274c85d-ba12-337c-a3ee-6df4c9eaf324, 'name': SearchDatastore_Task, 'duration_secs': 0.009004} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.631205] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c63c90e-dce6-478e-9f39-a2d4f2e43b61 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.637870] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1610.637870] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5264d8ce-5852-18ab-11a4-dd4796ed79f3" [ 1610.637870] env[62402]: _type = "Task" [ 1610.637870] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.650879] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5264d8ce-5852-18ab-11a4-dd4796ed79f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.652419] env[62402]: DEBUG nova.network.neutron [req-36c7356a-bc48-4977-a5b4-a3f35e5cf496 req-efa964d9-a061-479e-82d7-c8bc23db19f9 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updated VIF entry in instance network info cache for port 2f6db405-c930-4fdf-ace4-b3c9cadc8fa9. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.653647] env[62402]: DEBUG nova.network.neutron [req-36c7356a-bc48-4977-a5b4-a3f35e5cf496 req-efa964d9-a061-479e-82d7-c8bc23db19f9 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updating instance_info_cache with network_info: [{"id": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "address": "fa:16:3e:32:72:66", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6db405-c9", "ovs_interfaceid": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.688131] env[62402]: DEBUG nova.network.neutron [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Successfully updated port: a46e8e40-5fdb-400a-8525-eee3edf0f38c {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1610.697266] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5233c054-1cc5-ae7b-bc1f-3d4ba15b4362, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.697349] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.697535] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.697845] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.937689] env[62402]: DEBUG oslo_concurrency.lockutils [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.937937] env[62402]: DEBUG oslo_concurrency.lockutils [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.938206] env[62402]: DEBUG nova.network.neutron [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1610.967704] env[62402]: DEBUG oslo_concurrency.lockutils [None req-724f3fbf-ff46-4bca-b091-f8275a008981 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "ee33adb6-e557-41a3-af97-4a510dabac58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.060s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.968834] env[62402]: DEBUG oslo_concurrency.lockutils [None req-445a8d8b-3b35-4036-9913-b287fdb82621 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "f671b517-af96-443b-87a4-bb895b34e2b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.266s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.998443] env[62402]: DEBUG oslo_vmware.api [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872955, 'name': PowerOffVM_Task, 'duration_secs': 0.17331} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.998819] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1610.999064] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1610.999668] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2ee08fd-4450-4591-b412-ee42725f5771 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.111577] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1872956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.147706] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5264d8ce-5852-18ab-11a4-dd4796ed79f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.147974] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.148248] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52/9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.148558] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.148744] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1611.148960] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb8ad552-5fd2-4b43-84e9-7fc3e176af65 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.151267] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53e7d32b-138f-440a-8421-42be94f9037e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.158204] env[62402]: DEBUG oslo_concurrency.lockutils [req-36c7356a-bc48-4977-a5b4-a3f35e5cf496 req-efa964d9-a061-479e-82d7-c8bc23db19f9 service nova] Releasing lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.158665] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1611.158665] env[62402]: value = "task-1872958" [ 1611.158665] env[62402]: _type = "Task" [ 1611.158665] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.159939] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1611.160136] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1611.163800] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44e9a32-e50d-4d70-acf4-5852fabd8b4d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.169312] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1611.169312] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52082b12-8202-528c-57ce-e996121d1a81" [ 1611.169312] env[62402]: _type = "Task" [ 1611.169312] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.173510] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.186390] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52082b12-8202-528c-57ce-e996121d1a81, 'name': SearchDatastore_Task, 'duration_secs': 0.008489} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.188044] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc02add0-6519-44a8-ba45-1163d0b04f21 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.190083] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "refresh_cache-d4cb00b8-7656-4add-87e6-015b54ad42dc" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.190237] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired lock "refresh_cache-d4cb00b8-7656-4add-87e6-015b54ad42dc" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.190384] env[62402]: DEBUG nova.network.neutron [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.195993] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1611.195993] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52185786-d2d4-c5e8-0bd5-9b7e4b4e3c5b" [ 1611.195993] env[62402]: _type = "Task" [ 1611.195993] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.204278] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52185786-d2d4-c5e8-0bd5-9b7e4b4e3c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.238900] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1611.239284] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1611.239535] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Deleting the datastore file [datastore1] 02605c9c-1514-43e3-9885-e6137177bcfe {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.239893] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66f44df9-8cea-4bc6-a4cb-9b2183a24d33 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.247089] env[62402]: DEBUG oslo_vmware.api [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1611.247089] env[62402]: value = "task-1872959" [ 1611.247089] env[62402]: _type = "Task" [ 1611.247089] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.257114] env[62402]: DEBUG oslo_vmware.api [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.623471] env[62402]: DEBUG oslo_vmware.api [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1872956, 'name': PowerOnVM_Task, 'duration_secs': 0.882303} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.624477] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1611.624894] env[62402]: INFO nova.compute.manager [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1611.625382] env[62402]: DEBUG nova.compute.manager [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.626526] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f782692-e172-48e2-a623-8f059a145203 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.673262] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496019} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.678221] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52/9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.678361] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.678841] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67339e5d-223a-493b-8932-c458b5aa1644 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.681233] env[62402]: DEBUG oslo_concurrency.lockutils [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "2d423f66-4b38-4fc4-abe5-5d09381e1c86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.681455] env[62402]: DEBUG oslo_concurrency.lockutils [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "2d423f66-4b38-4fc4-abe5-5d09381e1c86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.683031] env[62402]: DEBUG oslo_concurrency.lockutils [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "2d423f66-4b38-4fc4-abe5-5d09381e1c86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.683031] env[62402]: DEBUG oslo_concurrency.lockutils [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "2d423f66-4b38-4fc4-abe5-5d09381e1c86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.683031] env[62402]: DEBUG oslo_concurrency.lockutils [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "2d423f66-4b38-4fc4-abe5-5d09381e1c86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.684269] env[62402]: INFO nova.compute.manager [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Terminating instance [ 1611.698087] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1611.698087] env[62402]: value = "task-1872960" [ 1611.698087] env[62402]: _type = "Task" [ 1611.698087] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.715118] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52185786-d2d4-c5e8-0bd5-9b7e4b4e3c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009159} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.723483] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.723572] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 98c092c8-7c8d-4e90-abfa-bb4f00825519/98c092c8-7c8d-4e90-abfa-bb4f00825519.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.724140] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.724759] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22596ea4-cd54-4bfd-a404-72d9a6f7191d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.733802] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1611.733802] env[62402]: value = "task-1872961" [ 1611.733802] env[62402]: _type = "Task" [ 1611.733802] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.746386] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.746603] env[62402]: DEBUG nova.network.neutron [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1611.764683] env[62402]: DEBUG oslo_vmware.api [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1872959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257746} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.764924] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1611.765145] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1611.765350] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1611.769074] env[62402]: INFO nova.compute.manager [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1611.769074] env[62402]: DEBUG oslo.service.loopingcall [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.769074] env[62402]: DEBUG nova.compute.manager [-] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1611.769074] env[62402]: DEBUG nova.network.neutron [-] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1611.892164] env[62402]: DEBUG nova.compute.manager [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Received event network-vif-plugged-a46e8e40-5fdb-400a-8525-eee3edf0f38c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1611.892434] env[62402]: DEBUG oslo_concurrency.lockutils [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] Acquiring lock "d4cb00b8-7656-4add-87e6-015b54ad42dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.892722] env[62402]: DEBUG oslo_concurrency.lockutils [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.892865] env[62402]: DEBUG oslo_concurrency.lockutils [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.893289] env[62402]: DEBUG nova.compute.manager [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] No waiting events found dispatching network-vif-plugged-a46e8e40-5fdb-400a-8525-eee3edf0f38c {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1611.893501] env[62402]: WARNING nova.compute.manager [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Received unexpected event network-vif-plugged-a46e8e40-5fdb-400a-8525-eee3edf0f38c for instance with vm_state building and task_state spawning. [ 1611.893670] env[62402]: DEBUG nova.compute.manager [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Received event network-changed-a46e8e40-5fdb-400a-8525-eee3edf0f38c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1611.893830] env[62402]: DEBUG nova.compute.manager [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Refreshing instance network info cache due to event network-changed-a46e8e40-5fdb-400a-8525-eee3edf0f38c. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1611.893998] env[62402]: DEBUG oslo_concurrency.lockutils [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] Acquiring lock "refresh_cache-d4cb00b8-7656-4add-87e6-015b54ad42dc" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.924312] env[62402]: DEBUG nova.network.neutron [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance_info_cache with network_info: [{"id": "95d86438-c672-4b2e-a35b-abf316e228c9", "address": "fa:16:3e:88:aa:cf", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d86438-c6", "ovs_interfaceid": "95d86438-c672-4b2e-a35b-abf316e228c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.987680] env[62402]: DEBUG nova.network.neutron [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Updating instance_info_cache with network_info: [{"id": "a46e8e40-5fdb-400a-8525-eee3edf0f38c", "address": "fa:16:3e:64:d2:fa", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46e8e40-5f", "ovs_interfaceid": "a46e8e40-5fdb-400a-8525-eee3edf0f38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.036190] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a8a6dd-72d9-4c8e-9916-f086a3729727 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.047049] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e919668-cb1d-4f81-aa23-e6f651577fc2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.090065] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78b78cc-c251-4528-8035-bf54e6f1b423 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.100988] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69965d5-831a-43b1-8be9-b7cd70fe48be {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.116917] env[62402]: DEBUG nova.compute.provider_tree [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.154064] env[62402]: INFO nova.compute.manager [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Took 56.26 seconds to build instance. [ 1612.188528] env[62402]: DEBUG nova.compute.manager [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1612.188761] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1612.189753] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df0cb4b-d7a4-4db9-a613-cfb2d97e5867 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.200144] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.200807] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86a8ee61-671d-46e5-a2df-57ddc0273dd4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.209427] env[62402]: DEBUG oslo_vmware.api [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1612.209427] env[62402]: value = "task-1872962" [ 1612.209427] env[62402]: _type = "Task" [ 1612.209427] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.218557] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093389} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.219357] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.220354] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c812d4-512e-4466-bf3d-58d70e1a60b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.226210] env[62402]: DEBUG oslo_vmware.api [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.247106] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52/9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.250742] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc6cd6f-895e-4b68-abd8-05f5867aa6a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.272175] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469333} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.273436] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 98c092c8-7c8d-4e90-abfa-bb4f00825519/98c092c8-7c8d-4e90-abfa-bb4f00825519.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.273646] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.274031] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1612.274031] env[62402]: value = "task-1872963" [ 1612.274031] env[62402]: _type = "Task" [ 1612.274031] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.274261] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e609b124-f3ce-42b7-b6e0-b16ff6d1ffb6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.287828] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1612.287828] env[62402]: value = "task-1872964" [ 1612.287828] env[62402]: _type = "Task" [ 1612.287828] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.289032] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.298304] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.330212] env[62402]: DEBUG nova.compute.manager [req-f393ff4f-2607-4a3b-ab37-e97e157b6658 req-e16e1d55-a32f-4dbb-aebe-4456813e803c service nova] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Received event network-vif-deleted-94fdf0e1-6a95-48f0-a558-b292461b4c10 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1612.330434] env[62402]: INFO nova.compute.manager [req-f393ff4f-2607-4a3b-ab37-e97e157b6658 req-e16e1d55-a32f-4dbb-aebe-4456813e803c service nova] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Neutron deleted interface 94fdf0e1-6a95-48f0-a558-b292461b4c10; detaching it from the instance and deleting it from the info cache [ 1612.330580] env[62402]: DEBUG nova.network.neutron [req-f393ff4f-2607-4a3b-ab37-e97e157b6658 req-e16e1d55-a32f-4dbb-aebe-4456813e803c service nova] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.434757] env[62402]: DEBUG oslo_concurrency.lockutils [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.490468] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Releasing lock "refresh_cache-d4cb00b8-7656-4add-87e6-015b54ad42dc" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.491302] env[62402]: DEBUG nova.compute.manager [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Instance network_info: |[{"id": "a46e8e40-5fdb-400a-8525-eee3edf0f38c", "address": "fa:16:3e:64:d2:fa", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46e8e40-5f", "ovs_interfaceid": "a46e8e40-5fdb-400a-8525-eee3edf0f38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1612.491302] env[62402]: DEBUG oslo_concurrency.lockutils [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] Acquired lock "refresh_cache-d4cb00b8-7656-4add-87e6-015b54ad42dc" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.491302] env[62402]: DEBUG nova.network.neutron [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Refreshing network info cache for port a46e8e40-5fdb-400a-8525-eee3edf0f38c {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.492994] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:d2:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a46e8e40-5fdb-400a-8525-eee3edf0f38c', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1612.502243] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Creating folder: Project (3884cf041b804725be5a7334a54e6a45). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1612.505208] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b86db7c8-a56b-4198-969e-12f6aed23e82 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.520185] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Created folder: Project (3884cf041b804725be5a7334a54e6a45) in parent group-v386882. [ 1612.520395] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Creating folder: Instances. Parent ref: group-v387083. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1612.520641] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1d674a7-f883-422a-8f5f-a6f85aedc7be {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.534736] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Created folder: Instances in parent group-v387083. [ 1612.534996] env[62402]: DEBUG oslo.service.loopingcall [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.537568] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1612.537868] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fb3486f-cfb3-402c-a9f5-d9c1544f5edc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.559099] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1612.559099] env[62402]: value = "task-1872967" [ 1612.559099] env[62402]: _type = "Task" [ 1612.559099] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.567641] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872967, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.619641] env[62402]: DEBUG nova.scheduler.client.report [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.657056] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c85d140e-4b77-45bd-9b89-148ecd8d389b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "8a58174b-e33a-4f2e-9e06-d78a335d1579" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.209s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.701687] env[62402]: DEBUG nova.network.neutron [-] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.720690] env[62402]: DEBUG oslo_vmware.api [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872962, 'name': PowerOffVM_Task, 'duration_secs': 0.204071} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.720951] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.721135] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.725024] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ce0104-081c-4a31-9fa2-01438449236a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.779193] env[62402]: DEBUG nova.network.neutron [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Updated VIF entry in instance network info cache for port a46e8e40-5fdb-400a-8525-eee3edf0f38c. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1612.779717] env[62402]: DEBUG nova.network.neutron [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Updating instance_info_cache with network_info: [{"id": "a46e8e40-5fdb-400a-8525-eee3edf0f38c", "address": "fa:16:3e:64:d2:fa", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46e8e40-5f", "ovs_interfaceid": "a46e8e40-5fdb-400a-8525-eee3edf0f38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.790863] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872963, 'name': ReconfigVM_Task, 'duration_secs': 0.347554} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.795223] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52/9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1612.796408] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6d636f8-abf9-4464-aecb-abd919c2d022 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.804128] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104814} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.805726] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.809029] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1612.809029] env[62402]: value = "task-1872969" [ 1612.809029] env[62402]: _type = "Task" [ 1612.809029] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.809029] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1ee377-7cd3-4455-a202-24f3951841c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.819529] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872969, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.843653] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 98c092c8-7c8d-4e90-abfa-bb4f00825519/98c092c8-7c8d-4e90-abfa-bb4f00825519.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.843972] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ea4b302-d7d9-46f0-b9ea-3c24cd0d0778 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.846026] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22562dc9-9854-4581-a88d-570b3a524202 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.871284] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd71f69-240c-4df1-9f5c-02b973f1681e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.883901] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1612.883901] env[62402]: value = "task-1872970" [ 1612.883901] env[62402]: _type = "Task" [ 1612.883901] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.896656] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.916658] env[62402]: DEBUG nova.compute.manager [req-f393ff4f-2607-4a3b-ab37-e97e157b6658 req-e16e1d55-a32f-4dbb-aebe-4456813e803c service nova] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Detach interface failed, port_id=94fdf0e1-6a95-48f0-a558-b292461b4c10, reason: Instance 02605c9c-1514-43e3-9885-e6137177bcfe could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1613.023262] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.023531] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.023776] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleting the datastore file [datastore2] 2d423f66-4b38-4fc4-abe5-5d09381e1c86 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.024094] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5fe762f-8ca1-433a-b7db-aeb863c06f7e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.032415] env[62402]: DEBUG oslo_vmware.api [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for the task: (returnval){ [ 1613.032415] env[62402]: value = "task-1872971" [ 1613.032415] env[62402]: _type = "Task" [ 1613.032415] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.041801] env[62402]: DEBUG oslo_vmware.api [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.070097] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872967, 'name': CreateVM_Task, 'duration_secs': 0.449687} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.070298] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1613.070990] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.071232] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.071483] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1613.071736] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082b19ff-e8ca-4bbd-a153-411d527c09a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.076788] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1613.076788] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e5979c-be0b-0e5b-cec8-b60d59c349f6" [ 1613.076788] env[62402]: _type = "Task" [ 1613.076788] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.085525] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e5979c-be0b-0e5b-cec8-b60d59c349f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.124613] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.125276] env[62402]: DEBUG nova.compute.manager [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1613.128030] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.570s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.129529] env[62402]: INFO nova.compute.claims [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.161070] env[62402]: DEBUG nova.compute.manager [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1613.204668] env[62402]: INFO nova.compute.manager [-] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Took 1.44 seconds to deallocate network for instance. [ 1613.282298] env[62402]: DEBUG oslo_concurrency.lockutils [req-73351090-2b7e-45d8-81ac-60e03032fd55 req-6f196460-e966-48bb-8069-198ffd9367e7 service nova] Releasing lock "refresh_cache-d4cb00b8-7656-4add-87e6-015b54ad42dc" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.319831] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872969, 'name': Rename_Task, 'duration_secs': 0.228746} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.320260] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1613.320382] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba2d2f6b-df55-4bd6-b2a6-1beff519a379 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.328164] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1613.328164] env[62402]: value = "task-1872972" [ 1613.328164] env[62402]: _type = "Task" [ 1613.328164] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.337546] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.396037] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872970, 'name': ReconfigVM_Task, 'duration_secs': 0.357763} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.396430] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 98c092c8-7c8d-4e90-abfa-bb4f00825519/98c092c8-7c8d-4e90-abfa-bb4f00825519.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.397130] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f748a3d1-91a0-4e4a-9d57-c897d817abdc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.406977] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1613.406977] env[62402]: value = "task-1872973" [ 1613.406977] env[62402]: _type = "Task" [ 1613.406977] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.416807] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872973, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.545717] env[62402]: DEBUG oslo_vmware.api [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Task: {'id': task-1872971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26199} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.546127] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.546371] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.546636] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.546980] env[62402]: INFO nova.compute.manager [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1613.547310] env[62402]: DEBUG oslo.service.loopingcall [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.547548] env[62402]: DEBUG nova.compute.manager [-] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1613.547679] env[62402]: DEBUG nova.network.neutron [-] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.591956] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e5979c-be0b-0e5b-cec8-b60d59c349f6, 'name': SearchDatastore_Task, 'duration_secs': 0.015612} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.591956] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.591956] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1613.591956] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.591956] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.591956] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1613.591956] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2b3debe-6d71-46c9-a5ba-deb336088ff3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.601714] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1613.602027] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1613.602824] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e522704b-9129-4768-8e43-024e94271016 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.608352] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1613.608352] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]527a1f1e-f1a7-1d5c-405d-9f36968827cd" [ 1613.608352] env[62402]: _type = "Task" [ 1613.608352] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.616956] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527a1f1e-f1a7-1d5c-405d-9f36968827cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.637094] env[62402]: DEBUG nova.compute.utils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1613.640482] env[62402]: DEBUG nova.compute.manager [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1613.640482] env[62402]: DEBUG nova.network.neutron [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1613.681466] env[62402]: DEBUG nova.policy [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f81e6a1d9e8415991d86bfdc8a9cb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44597faa2b3642a0bf93eb00368419eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1613.700241] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.713106] env[62402]: DEBUG oslo_concurrency.lockutils [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.843828] env[62402]: DEBUG oslo_vmware.api [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872972, 'name': PowerOnVM_Task, 'duration_secs': 0.493267} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.844359] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1613.844359] env[62402]: INFO nova.compute.manager [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1613.844537] env[62402]: DEBUG nova.compute.manager [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1613.847735] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221485b1-8adb-45d7-a7f8-4a21e325163e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.927115] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872973, 'name': Rename_Task, 'duration_secs': 0.240841} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.927585] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1613.927937] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9ed26e-71de-425e-9eb4-edf5ab187377 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.939030] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1613.939030] env[62402]: value = "task-1872974" [ 1613.939030] env[62402]: _type = "Task" [ 1613.939030] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.952245] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.953044] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9805d348-4f02-4a46-9a4f-446db31fa682 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.973222] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance '2ce8fbc6-a52a-4a02-a679-4859c6496231' progress to 0 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1614.032295] env[62402]: DEBUG nova.compute.manager [req-2d968851-9de9-46ce-933d-2c0593e33bbd req-ee7d507e-f604-412e-85ea-96cc43a89406 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Received event network-changed-f764e104-de42-426e-8dcc-6163d01d665c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1614.032449] env[62402]: DEBUG nova.compute.manager [req-2d968851-9de9-46ce-933d-2c0593e33bbd req-ee7d507e-f604-412e-85ea-96cc43a89406 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Refreshing instance network info cache due to event network-changed-f764e104-de42-426e-8dcc-6163d01d665c. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1614.032657] env[62402]: DEBUG oslo_concurrency.lockutils [req-2d968851-9de9-46ce-933d-2c0593e33bbd req-ee7d507e-f604-412e-85ea-96cc43a89406 service nova] Acquiring lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.032823] env[62402]: DEBUG oslo_concurrency.lockutils [req-2d968851-9de9-46ce-933d-2c0593e33bbd req-ee7d507e-f604-412e-85ea-96cc43a89406 service nova] Acquired lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.033031] env[62402]: DEBUG nova.network.neutron [req-2d968851-9de9-46ce-933d-2c0593e33bbd req-ee7d507e-f604-412e-85ea-96cc43a89406 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Refreshing network info cache for port f764e104-de42-426e-8dcc-6163d01d665c {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.057551] env[62402]: DEBUG nova.network.neutron [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Successfully created port: 7336cc95-8c3d-44ac-a9a1-316bbacf887f {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1614.120249] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527a1f1e-f1a7-1d5c-405d-9f36968827cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.121126] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e120f336-907d-4c60-9c7f-490033b019a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.127775] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1614.127775] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5238f696-d4c6-3f77-198a-c14ccb9b0273" [ 1614.127775] env[62402]: _type = "Task" [ 1614.127775] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.141736] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5238f696-d4c6-3f77-198a-c14ccb9b0273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.142750] env[62402]: DEBUG nova.compute.manager [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1614.275677] env[62402]: DEBUG nova.network.neutron [-] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.377601] env[62402]: INFO nova.compute.manager [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Took 53.25 seconds to build instance. [ 1614.411041] env[62402]: DEBUG nova.compute.manager [req-f4f8e1a7-a6ac-4643-a7de-9fa3e7961b87 req-ba300a4c-ebdb-4330-b5d9-c5129653a273 service nova] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Received event network-vif-deleted-b7d99138-7572-4cc9-9bda-0e844bbc0c79 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1614.451288] env[62402]: DEBUG oslo_vmware.api [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1872974, 'name': PowerOnVM_Task, 'duration_secs': 0.478633} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.451560] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1614.452061] env[62402]: INFO nova.compute.manager [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1614.452061] env[62402]: DEBUG nova.compute.manager [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1614.452900] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41a7e22-b00b-4397-87f6-33e51c9ff66f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.479501] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.483104] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-576fa44d-4f99-4960-b1d8-1e5f939cf5b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.490745] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1614.490745] env[62402]: value = "task-1872975" [ 1614.490745] env[62402]: _type = "Task" [ 1614.490745] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.500880] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.626110] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bd8c4d-9d71-4224-9ec5-8895f6c02267 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.643462] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c40533-076e-49e8-979a-46e6a9340c48 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.650119] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5238f696-d4c6-3f77-198a-c14ccb9b0273, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.650411] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.650834] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] d4cb00b8-7656-4add-87e6-015b54ad42dc/d4cb00b8-7656-4add-87e6-015b54ad42dc.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1614.651595] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1d156dc-fe19-4c03-9b98-8c136fa8684d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.688455] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c985a2f1-5416-491c-a969-3c2d144eb437 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.691189] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1614.691189] env[62402]: value = "task-1872976" [ 1614.691189] env[62402]: _type = "Task" [ 1614.691189] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.699952] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c190698a-c714-43cf-9733-94c94f9ebb7e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.707481] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.718278] env[62402]: DEBUG nova.compute.provider_tree [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.778344] env[62402]: INFO nova.compute.manager [-] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Took 1.23 seconds to deallocate network for instance. [ 1614.822344] env[62402]: DEBUG nova.network.neutron [req-2d968851-9de9-46ce-933d-2c0593e33bbd req-ee7d507e-f604-412e-85ea-96cc43a89406 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updated VIF entry in instance network info cache for port f764e104-de42-426e-8dcc-6163d01d665c. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.822713] env[62402]: DEBUG nova.network.neutron [req-2d968851-9de9-46ce-933d-2c0593e33bbd req-ee7d507e-f604-412e-85ea-96cc43a89406 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updating instance_info_cache with network_info: [{"id": "f764e104-de42-426e-8dcc-6163d01d665c", "address": "fa:16:3e:26:d1:39", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf764e104-de", "ovs_interfaceid": "f764e104-de42-426e-8dcc-6163d01d665c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.879340] env[62402]: DEBUG oslo_concurrency.lockutils [None req-09003bf8-c27b-4e42-864d-b17f23af7047 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.402s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.974582] env[62402]: INFO nova.compute.manager [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Took 52.09 seconds to build instance. [ 1615.004027] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1615.004356] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance '2ce8fbc6-a52a-4a02-a679-4859c6496231' progress to 17 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1615.153392] env[62402]: DEBUG nova.compute.manager [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1615.186500] env[62402]: DEBUG nova.virt.hardware [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1615.186858] env[62402]: DEBUG nova.virt.hardware [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.187042] env[62402]: DEBUG nova.virt.hardware [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1615.187318] env[62402]: DEBUG nova.virt.hardware [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.187482] env[62402]: DEBUG nova.virt.hardware [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1615.187639] env[62402]: DEBUG nova.virt.hardware [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1615.187851] env[62402]: DEBUG nova.virt.hardware [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1615.188022] env[62402]: DEBUG nova.virt.hardware [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1615.188194] env[62402]: DEBUG nova.virt.hardware [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1615.188394] env[62402]: DEBUG nova.virt.hardware [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1615.188522] env[62402]: DEBUG nova.virt.hardware [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1615.189482] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec7139c-0c74-42d1-9964-56233f1c04d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.201550] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872976, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.204905] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dc179b-ec11-4a4d-9075-c85d0a01a317 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.222876] env[62402]: DEBUG nova.scheduler.client.report [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.286194] env[62402]: DEBUG oslo_concurrency.lockutils [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.326442] env[62402]: DEBUG oslo_concurrency.lockutils [req-2d968851-9de9-46ce-933d-2c0593e33bbd req-ee7d507e-f604-412e-85ea-96cc43a89406 service nova] Releasing lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.478106] env[62402]: DEBUG oslo_concurrency.lockutils [None req-34274cb4-02df-423a-b45d-dcc029a8728e tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.149s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.512099] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1615.512099] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.512099] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1615.512900] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.513410] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1615.513763] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1615.514148] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1615.514708] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1615.515246] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1615.515593] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1615.515916] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1615.522087] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ea3648-792f-4944-ac94-7f0314fc69f4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.537025] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.537025] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.537025] env[62402]: INFO nova.compute.manager [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Shelving [ 1615.548147] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1615.548147] env[62402]: value = "task-1872977" [ 1615.548147] env[62402]: _type = "Task" [ 1615.548147] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.562689] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.705170] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872976, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.006797} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.706309] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] d4cb00b8-7656-4add-87e6-015b54ad42dc/d4cb00b8-7656-4add-87e6-015b54ad42dc.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1615.706309] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1615.706309] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-167f46d7-7341-4e69-987e-8fd1ea87b099 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.716012] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1615.716012] env[62402]: value = "task-1872978" [ 1615.716012] env[62402]: _type = "Task" [ 1615.716012] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.726057] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.729121] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.729591] env[62402]: DEBUG nova.compute.manager [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1615.732919] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.208s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.734449] env[62402]: INFO nova.compute.claims [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1615.855794] env[62402]: DEBUG nova.network.neutron [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Successfully updated port: 7336cc95-8c3d-44ac-a9a1-316bbacf887f {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.057926] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872977, 'name': ReconfigVM_Task, 'duration_secs': 0.264662} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.058461] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance '2ce8fbc6-a52a-4a02-a679-4859c6496231' progress to 33 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1616.108797] env[62402]: DEBUG nova.compute.manager [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Received event network-vif-plugged-7336cc95-8c3d-44ac-a9a1-316bbacf887f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1616.108851] env[62402]: DEBUG oslo_concurrency.lockutils [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] Acquiring lock "8904d762-c644-4044-8421-2fe3f3200d97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.109083] env[62402]: DEBUG oslo_concurrency.lockutils [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] Lock "8904d762-c644-4044-8421-2fe3f3200d97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.109294] env[62402]: DEBUG oslo_concurrency.lockutils [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] Lock "8904d762-c644-4044-8421-2fe3f3200d97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.109494] env[62402]: DEBUG nova.compute.manager [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] No waiting events found dispatching network-vif-plugged-7336cc95-8c3d-44ac-a9a1-316bbacf887f {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1616.109670] env[62402]: WARNING nova.compute.manager [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Received unexpected event network-vif-plugged-7336cc95-8c3d-44ac-a9a1-316bbacf887f for instance with vm_state building and task_state spawning. [ 1616.109938] env[62402]: DEBUG nova.compute.manager [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Received event network-changed-7336cc95-8c3d-44ac-a9a1-316bbacf887f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1616.110105] env[62402]: DEBUG nova.compute.manager [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Refreshing instance network info cache due to event network-changed-7336cc95-8c3d-44ac-a9a1-316bbacf887f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1616.110377] env[62402]: DEBUG oslo_concurrency.lockutils [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] Acquiring lock "refresh_cache-8904d762-c644-4044-8421-2fe3f3200d97" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.110463] env[62402]: DEBUG oslo_concurrency.lockutils [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] Acquired lock "refresh_cache-8904d762-c644-4044-8421-2fe3f3200d97" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.110622] env[62402]: DEBUG nova.network.neutron [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Refreshing network info cache for port 7336cc95-8c3d-44ac-a9a1-316bbacf887f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1616.227891] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11611} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.228278] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.229727] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a944a8d-240a-489a-8c0c-59f14bc21c9c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.248784] env[62402]: DEBUG nova.compute.utils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.262438] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] d4cb00b8-7656-4add-87e6-015b54ad42dc/d4cb00b8-7656-4add-87e6-015b54ad42dc.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.264438] env[62402]: DEBUG nova.compute.manager [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1616.264438] env[62402]: DEBUG nova.network.neutron [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1616.265167] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d6171b5-c96f-497a-8dd5-08c96f2b548e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.288064] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1616.288064] env[62402]: value = "task-1872979" [ 1616.288064] env[62402]: _type = "Task" [ 1616.288064] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.299405] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.326127] env[62402]: DEBUG nova.policy [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db425e3a2e48bb9a3395b1d2a5a548', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b6817b4b074a1ca828f87374423cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1616.363516] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "refresh_cache-8904d762-c644-4044-8421-2fe3f3200d97" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.545680] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1616.546433] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d58a7a56-3421-40da-9aa8-e6d6681b3ecc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.554949] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1616.554949] env[62402]: value = "task-1872980" [ 1616.554949] env[62402]: _type = "Task" [ 1616.554949] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.568022] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1616.568022] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.568390] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1616.568390] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.568506] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1616.568591] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1616.568794] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1616.568945] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1616.569171] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1616.569353] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1616.569460] env[62402]: DEBUG nova.virt.hardware [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1616.575061] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1616.576417] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.578569] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d7a3311-e988-4cab-a06f-be2d1a38ebf3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.592813] env[62402]: DEBUG nova.compute.manager [req-2300be23-ecd9-48e1-b18c-faf916d18648 req-ffc7b5c6-ac6f-4c13-8794-eb233210fc00 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received event network-changed-2f6db405-c930-4fdf-ace4-b3c9cadc8fa9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1616.593769] env[62402]: DEBUG nova.compute.manager [req-2300be23-ecd9-48e1-b18c-faf916d18648 req-ffc7b5c6-ac6f-4c13-8794-eb233210fc00 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Refreshing instance network info cache due to event network-changed-2f6db405-c930-4fdf-ace4-b3c9cadc8fa9. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1616.593769] env[62402]: DEBUG oslo_concurrency.lockutils [req-2300be23-ecd9-48e1-b18c-faf916d18648 req-ffc7b5c6-ac6f-4c13-8794-eb233210fc00 service nova] Acquiring lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.593769] env[62402]: DEBUG oslo_concurrency.lockutils [req-2300be23-ecd9-48e1-b18c-faf916d18648 req-ffc7b5c6-ac6f-4c13-8794-eb233210fc00 service nova] Acquired lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.593769] env[62402]: DEBUG nova.network.neutron [req-2300be23-ecd9-48e1-b18c-faf916d18648 req-ffc7b5c6-ac6f-4c13-8794-eb233210fc00 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Refreshing network info cache for port 2f6db405-c930-4fdf-ace4-b3c9cadc8fa9 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1616.605023] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1616.605023] env[62402]: value = "task-1872981" [ 1616.605023] env[62402]: _type = "Task" [ 1616.605023] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.619032] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.671358] env[62402]: DEBUG nova.network.neutron [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.686322] env[62402]: DEBUG nova.network.neutron [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Successfully created port: 887f1a01-8d37-42c2-b210-36b86e00341e {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.767122] env[62402]: DEBUG nova.compute.manager [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1616.782847] env[62402]: DEBUG nova.network.neutron [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.803065] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.067978] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872980, 'name': PowerOffVM_Task, 'duration_secs': 0.346622} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.068618] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1617.069251] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80086aea-2eb7-43cf-a4b9-a8eea267c1b8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.091992] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e652b2f7-0ec3-428f-8ea5-73d40703eae3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.119198] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872981, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.288429] env[62402]: DEBUG oslo_concurrency.lockutils [req-4fd6ac82-28e0-45ea-b94c-24a9c0b2bbc1 req-e9bd86d1-973d-474f-84bf-f3126dfce996 service nova] Releasing lock "refresh_cache-8904d762-c644-4044-8421-2fe3f3200d97" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.288631] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "refresh_cache-8904d762-c644-4044-8421-2fe3f3200d97" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.288787] env[62402]: DEBUG nova.network.neutron [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.307460] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872979, 'name': ReconfigVM_Task, 'duration_secs': 0.728046} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.308295] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Reconfigured VM instance instance-00000049 to attach disk [datastore2] d4cb00b8-7656-4add-87e6-015b54ad42dc/d4cb00b8-7656-4add-87e6-015b54ad42dc.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.308514] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7877582-843e-43fe-89ca-e422f36f7713 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.318555] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1617.318555] env[62402]: value = "task-1872982" [ 1617.318555] env[62402]: _type = "Task" [ 1617.318555] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.328214] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872982, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.344017] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dd0c47-143f-4898-ba96-17b7d552bdae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.352815] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659c0c4a-8a92-4dcc-ab37-8169d2bc2d99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.394026] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c343c78d-ca76-43bb-af46-af9c9317b3a3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.405249] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d66e0db-0cb4-41bd-a9e6-2f16c92e8f66 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.425900] env[62402]: DEBUG nova.compute.provider_tree [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.465504] env[62402]: DEBUG nova.network.neutron [req-2300be23-ecd9-48e1-b18c-faf916d18648 req-ffc7b5c6-ac6f-4c13-8794-eb233210fc00 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updated VIF entry in instance network info cache for port 2f6db405-c930-4fdf-ace4-b3c9cadc8fa9. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1617.466026] env[62402]: DEBUG nova.network.neutron [req-2300be23-ecd9-48e1-b18c-faf916d18648 req-ffc7b5c6-ac6f-4c13-8794-eb233210fc00 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updating instance_info_cache with network_info: [{"id": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "address": "fa:16:3e:32:72:66", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6db405-c9", "ovs_interfaceid": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.606535] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1617.606681] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-356a6875-b4b2-4cbc-a5a3-6ca7086374a3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.618428] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872981, 'name': ReconfigVM_Task, 'duration_secs': 0.516242} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.619920] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1617.620321] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1617.620321] env[62402]: value = "task-1872983" [ 1617.620321] env[62402]: _type = "Task" [ 1617.620321] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.621038] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2047c4-a82a-4d5d-a171-c48ea287f101 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.632426] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872983, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.652028] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 2ce8fbc6-a52a-4a02-a679-4859c6496231/2ce8fbc6-a52a-4a02-a679-4859c6496231.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1617.652597] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-993503ee-0dfe-4b0f-a6d0-69d605045737 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.687874] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1617.687874] env[62402]: value = "task-1872984" [ 1617.687874] env[62402]: _type = "Task" [ 1617.687874] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.697213] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.780420] env[62402]: DEBUG nova.compute.manager [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1617.808132] env[62402]: DEBUG nova.virt.hardware [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.808437] env[62402]: DEBUG nova.virt.hardware [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.808567] env[62402]: DEBUG nova.virt.hardware [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.808752] env[62402]: DEBUG nova.virt.hardware [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.808900] env[62402]: DEBUG nova.virt.hardware [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.809059] env[62402]: DEBUG nova.virt.hardware [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.809739] env[62402]: DEBUG nova.virt.hardware [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.809739] env[62402]: DEBUG nova.virt.hardware [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.809739] env[62402]: DEBUG nova.virt.hardware [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.809739] env[62402]: DEBUG nova.virt.hardware [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.810027] env[62402]: DEBUG nova.virt.hardware [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.810841] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b59f5c-ea03-45da-8a86-42afe6f59ef7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.819827] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d402875-ba28-419c-8984-3b674a96537c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.840382] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872982, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.841753] env[62402]: DEBUG nova.network.neutron [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.930890] env[62402]: DEBUG nova.scheduler.client.report [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.968589] env[62402]: DEBUG oslo_concurrency.lockutils [req-2300be23-ecd9-48e1-b18c-faf916d18648 req-ffc7b5c6-ac6f-4c13-8794-eb233210fc00 service nova] Releasing lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.982867] env[62402]: DEBUG nova.network.neutron [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Updating instance_info_cache with network_info: [{"id": "7336cc95-8c3d-44ac-a9a1-316bbacf887f", "address": "fa:16:3e:92:1b:64", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7336cc95-8c", "ovs_interfaceid": "7336cc95-8c3d-44ac-a9a1-316bbacf887f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.134242] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872983, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.199079] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.255283] env[62402]: DEBUG nova.compute.manager [req-b4f02bf5-093e-4a7c-973f-9ac3b4cc69d5 req-cac43827-ace4-4100-bf10-6f4e171da27f service nova] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Received event network-vif-plugged-887f1a01-8d37-42c2-b210-36b86e00341e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1618.255502] env[62402]: DEBUG oslo_concurrency.lockutils [req-b4f02bf5-093e-4a7c-973f-9ac3b4cc69d5 req-cac43827-ace4-4100-bf10-6f4e171da27f service nova] Acquiring lock "d034144f-88e1-474e-8bcd-8c98d900cda2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.255706] env[62402]: DEBUG oslo_concurrency.lockutils [req-b4f02bf5-093e-4a7c-973f-9ac3b4cc69d5 req-cac43827-ace4-4100-bf10-6f4e171da27f service nova] Lock "d034144f-88e1-474e-8bcd-8c98d900cda2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.255871] env[62402]: DEBUG oslo_concurrency.lockutils [req-b4f02bf5-093e-4a7c-973f-9ac3b4cc69d5 req-cac43827-ace4-4100-bf10-6f4e171da27f service nova] Lock "d034144f-88e1-474e-8bcd-8c98d900cda2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.256058] env[62402]: DEBUG nova.compute.manager [req-b4f02bf5-093e-4a7c-973f-9ac3b4cc69d5 req-cac43827-ace4-4100-bf10-6f4e171da27f service nova] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] No waiting events found dispatching network-vif-plugged-887f1a01-8d37-42c2-b210-36b86e00341e {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1618.256234] env[62402]: WARNING nova.compute.manager [req-b4f02bf5-093e-4a7c-973f-9ac3b4cc69d5 req-cac43827-ace4-4100-bf10-6f4e171da27f service nova] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Received unexpected event network-vif-plugged-887f1a01-8d37-42c2-b210-36b86e00341e for instance with vm_state building and task_state spawning. [ 1618.334686] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872982, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.346247] env[62402]: DEBUG nova.network.neutron [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Successfully updated port: 887f1a01-8d37-42c2-b210-36b86e00341e {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1618.436662] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.437218] env[62402]: DEBUG nova.compute.manager [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1618.440333] env[62402]: DEBUG oslo_concurrency.lockutils [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.643s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.440530] env[62402]: DEBUG oslo_concurrency.lockutils [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.443159] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.283s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.443159] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.444960] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.838s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.445230] env[62402]: DEBUG nova.objects.instance [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lazy-loading 'resources' on Instance uuid 05a8cd2f-2012-4e70-9073-50f274db9afb {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.470236] env[62402]: INFO nova.scheduler.client.report [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Deleted allocations for instance e7fe214c-11b0-410f-8b6c-cc07731ce2f0 [ 1618.472188] env[62402]: INFO nova.scheduler.client.report [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Deleted allocations for instance 1228d24f-f986-4e6c-9097-5fe14ab7fbda [ 1618.485854] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "refresh_cache-8904d762-c644-4044-8421-2fe3f3200d97" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.485854] env[62402]: DEBUG nova.compute.manager [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Instance network_info: |[{"id": "7336cc95-8c3d-44ac-a9a1-316bbacf887f", "address": "fa:16:3e:92:1b:64", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7336cc95-8c", "ovs_interfaceid": "7336cc95-8c3d-44ac-a9a1-316bbacf887f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1618.486096] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:1b:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7336cc95-8c3d-44ac-a9a1-316bbacf887f', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.495277] env[62402]: DEBUG oslo.service.loopingcall [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.496056] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.496056] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94ea0069-d2bf-491e-a461-5b7a602e0a31 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.517806] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.517806] env[62402]: value = "task-1872985" [ 1618.517806] env[62402]: _type = "Task" [ 1618.517806] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.530033] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872985, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.635774] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872983, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.699337] env[62402]: DEBUG oslo_vmware.api [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1872984, 'name': ReconfigVM_Task, 'duration_secs': 0.901396} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.699618] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 2ce8fbc6-a52a-4a02-a679-4859c6496231/2ce8fbc6-a52a-4a02-a679-4859c6496231.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.699945] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance '2ce8fbc6-a52a-4a02-a679-4859c6496231' progress to 50 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1618.836226] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872982, 'name': Rename_Task, 'duration_secs': 1.180992} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.836541] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1618.836830] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de108b02-b029-4611-b96b-88757be7bc38 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.845522] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1618.845522] env[62402]: value = "task-1872986" [ 1618.845522] env[62402]: _type = "Task" [ 1618.845522] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.851272] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "refresh_cache-d034144f-88e1-474e-8bcd-8c98d900cda2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.851272] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "refresh_cache-d034144f-88e1-474e-8bcd-8c98d900cda2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.851437] env[62402]: DEBUG nova.network.neutron [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.856081] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.949438] env[62402]: DEBUG nova.compute.utils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1618.955510] env[62402]: DEBUG nova.compute.manager [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1618.955779] env[62402]: DEBUG nova.network.neutron [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1618.982821] env[62402]: DEBUG oslo_concurrency.lockutils [None req-623cabc9-d536-42b9-a6f0-bc30422c4e68 tempest-ServersTestMultiNic-940669782 tempest-ServersTestMultiNic-940669782-project-member] Lock "e7fe214c-11b0-410f-8b6c-cc07731ce2f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.022s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.984137] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ddef918e-a5e3-4645-a3e8-1eef2a813d5c tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "1228d24f-f986-4e6c-9097-5fe14ab7fbda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.407s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.998018] env[62402]: DEBUG nova.policy [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95d33cc338c841438e956614bdf0ea4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95b72a3a97a64f178fdd79a143f47d7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1619.033040] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872985, 'name': CreateVM_Task, 'duration_secs': 0.363896} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.033040] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.033335] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.033447] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.033735] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.033989] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d2277c-8ba9-4237-86fa-d922320eb38e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.039096] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1619.039096] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a3be83-1056-c129-5983-edf0a993d244" [ 1619.039096] env[62402]: _type = "Task" [ 1619.039096] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.050059] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a3be83-1056-c129-5983-edf0a993d244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.135889] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872983, 'name': CreateSnapshot_Task, 'duration_secs': 1.495439} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.136259] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1619.137205] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7a445b-39b3-414b-b914-b956ec1374a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.209848] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279767ab-f246-435d-9ad9-3e24e0120f06 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.233014] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40377ee-0659-4a9d-a1ff-811dbd723f91 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.253962] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance '2ce8fbc6-a52a-4a02-a679-4859c6496231' progress to 67 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1619.307836] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "47be46d2-23d2-4604-b566-0f1faaf1d390" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.307903] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "47be46d2-23d2-4604-b566-0f1faaf1d390" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.308109] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "47be46d2-23d2-4604-b566-0f1faaf1d390-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.308296] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "47be46d2-23d2-4604-b566-0f1faaf1d390-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.308463] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "47be46d2-23d2-4604-b566-0f1faaf1d390-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.311506] env[62402]: INFO nova.compute.manager [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Terminating instance [ 1619.333746] env[62402]: DEBUG nova.network.neutron [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Successfully created port: 7d0efeee-e261-4bdb-8d41-f767cb457641 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1619.356370] env[62402]: DEBUG oslo_vmware.api [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1872986, 'name': PowerOnVM_Task, 'duration_secs': 0.488174} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.358412] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1619.358573] env[62402]: INFO nova.compute.manager [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1619.358761] env[62402]: DEBUG nova.compute.manager [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1619.360086] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36c025c-b59a-412f-a9c2-c01d79c49208 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.405812] env[62402]: DEBUG nova.network.neutron [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1619.456344] env[62402]: DEBUG nova.compute.manager [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1619.495878] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330a2bb3-9454-482f-aecd-c551f44329a8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.505870] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37440d3d-8ca2-4311-a84f-83e25e511c8c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.544804] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317a495d-c641-4113-b440-536070d2355d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.553553] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a3be83-1056-c129-5983-edf0a993d244, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.556219] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.556512] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1619.556791] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.556950] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.557148] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1619.557732] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46409785-a66b-479b-9e47-dc8c6b12573c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.560367] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceb6f3d-9222-45fc-a899-e61832f6050f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.577014] env[62402]: DEBUG nova.compute.provider_tree [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.581534] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1619.581744] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1619.583114] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53757e7b-1b08-4d9b-84c7-e6d861eb85ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.589553] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1619.589553] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cad87c-f953-822c-7949-3daef14d2bd6" [ 1619.589553] env[62402]: _type = "Task" [ 1619.589553] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.599432] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cad87c-f953-822c-7949-3daef14d2bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.629477] env[62402]: DEBUG nova.network.neutron [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Updating instance_info_cache with network_info: [{"id": "887f1a01-8d37-42c2-b210-36b86e00341e", "address": "fa:16:3e:20:97:d4", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887f1a01-8d", "ovs_interfaceid": "887f1a01-8d37-42c2-b210-36b86e00341e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.657128] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1619.657738] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4f044b8-d379-4bc5-ba3c-8094614b7538 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.668191] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1619.668191] env[62402]: value = "task-1872987" [ 1619.668191] env[62402]: _type = "Task" [ 1619.668191] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.691153] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872987, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.815612] env[62402]: DEBUG nova.compute.manager [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1619.815852] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1619.816793] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cef3b73-3090-4000-ad29-6f3d5823c419 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.826355] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1619.826638] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a318413-a706-462c-8e79-7c0310cf2c9f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.829230] env[62402]: DEBUG nova.network.neutron [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Port 95d86438-c672-4b2e-a35b-abf316e228c9 binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1619.835260] env[62402]: DEBUG oslo_vmware.api [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1619.835260] env[62402]: value = "task-1872988" [ 1619.835260] env[62402]: _type = "Task" [ 1619.835260] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.843337] env[62402]: DEBUG oslo_vmware.api [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.884104] env[62402]: INFO nova.compute.manager [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Took 50.01 seconds to build instance. [ 1620.085307] env[62402]: DEBUG nova.scheduler.client.report [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.107047] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cad87c-f953-822c-7949-3daef14d2bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.02742} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.107047] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50582a18-4235-42ed-843a-d7dc34e01ede {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.113922] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1620.113922] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b1a918-26a2-9880-947f-56dd6e47fc47" [ 1620.113922] env[62402]: _type = "Task" [ 1620.113922] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.123056] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b1a918-26a2-9880-947f-56dd6e47fc47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.132090] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "refresh_cache-d034144f-88e1-474e-8bcd-8c98d900cda2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.132475] env[62402]: DEBUG nova.compute.manager [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Instance network_info: |[{"id": "887f1a01-8d37-42c2-b210-36b86e00341e", "address": "fa:16:3e:20:97:d4", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887f1a01-8d", "ovs_interfaceid": "887f1a01-8d37-42c2-b210-36b86e00341e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1620.132884] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:97:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '887f1a01-8d37-42c2-b210-36b86e00341e', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.140701] env[62402]: DEBUG oslo.service.loopingcall [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.140939] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.141191] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27e8238d-f4a4-4393-bc31-ab1f4f5244c9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.163187] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.163187] env[62402]: value = "task-1872989" [ 1620.163187] env[62402]: _type = "Task" [ 1620.163187] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.172174] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872989, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.181636] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872987, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.346695] env[62402]: DEBUG oslo_vmware.api [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872988, 'name': PowerOffVM_Task, 'duration_secs': 0.424131} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.346953] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1620.347151] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.347414] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f5b2c3e-7b2d-4901-8aa9-47503373e7c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.377130] env[62402]: DEBUG nova.compute.manager [req-27668770-e6ec-4f96-8f9a-ee5c8097e925 req-9e7e2c5f-1a34-4f5a-9117-ca361804c2c8 service nova] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Received event network-changed-887f1a01-8d37-42c2-b210-36b86e00341e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1620.377367] env[62402]: DEBUG nova.compute.manager [req-27668770-e6ec-4f96-8f9a-ee5c8097e925 req-9e7e2c5f-1a34-4f5a-9117-ca361804c2c8 service nova] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Refreshing instance network info cache due to event network-changed-887f1a01-8d37-42c2-b210-36b86e00341e. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1620.377591] env[62402]: DEBUG oslo_concurrency.lockutils [req-27668770-e6ec-4f96-8f9a-ee5c8097e925 req-9e7e2c5f-1a34-4f5a-9117-ca361804c2c8 service nova] Acquiring lock "refresh_cache-d034144f-88e1-474e-8bcd-8c98d900cda2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.377780] env[62402]: DEBUG oslo_concurrency.lockutils [req-27668770-e6ec-4f96-8f9a-ee5c8097e925 req-9e7e2c5f-1a34-4f5a-9117-ca361804c2c8 service nova] Acquired lock "refresh_cache-d034144f-88e1-474e-8bcd-8c98d900cda2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.377958] env[62402]: DEBUG nova.network.neutron [req-27668770-e6ec-4f96-8f9a-ee5c8097e925 req-9e7e2c5f-1a34-4f5a-9117-ca361804c2c8 service nova] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Refreshing network info cache for port 887f1a01-8d37-42c2-b210-36b86e00341e {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.385928] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6711269f-c3cc-4527-b4f3-d6002918fe5e tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.550s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.465526] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1620.465764] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1620.465946] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Deleting the datastore file [datastore1] 47be46d2-23d2-4604-b566-0f1faaf1d390 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.466231] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c538c7a-8417-4617-8757-7b1ab3aafc74 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.475929] env[62402]: DEBUG nova.compute.manager [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1620.479107] env[62402]: DEBUG oslo_vmware.api [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for the task: (returnval){ [ 1620.479107] env[62402]: value = "task-1872991" [ 1620.479107] env[62402]: _type = "Task" [ 1620.479107] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.493504] env[62402]: DEBUG oslo_vmware.api [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.511558] env[62402]: DEBUG nova.virt.hardware [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1620.511795] env[62402]: DEBUG nova.virt.hardware [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1620.511951] env[62402]: DEBUG nova.virt.hardware [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1620.512166] env[62402]: DEBUG nova.virt.hardware [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1620.512358] env[62402]: DEBUG nova.virt.hardware [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1620.512572] env[62402]: DEBUG nova.virt.hardware [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1620.512726] env[62402]: DEBUG nova.virt.hardware [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1620.512935] env[62402]: DEBUG nova.virt.hardware [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1620.513139] env[62402]: DEBUG nova.virt.hardware [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1620.513365] env[62402]: DEBUG nova.virt.hardware [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1620.513589] env[62402]: DEBUG nova.virt.hardware [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1620.515007] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafb0a1a-49bd-4f00-ab2a-d1744d28e809 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.525679] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af82ed1-1e7f-4eb3-9b87-f9dac9df0934 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.531223] env[62402]: DEBUG nova.compute.manager [req-1102de2a-0a3a-48c7-ba2a-e5a469c70af5 req-8933942a-efc3-435f-a25e-1222ea33836b service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Received event network-changed-a46e8e40-5fdb-400a-8525-eee3edf0f38c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1620.531423] env[62402]: DEBUG nova.compute.manager [req-1102de2a-0a3a-48c7-ba2a-e5a469c70af5 req-8933942a-efc3-435f-a25e-1222ea33836b service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Refreshing instance network info cache due to event network-changed-a46e8e40-5fdb-400a-8525-eee3edf0f38c. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1620.531634] env[62402]: DEBUG oslo_concurrency.lockutils [req-1102de2a-0a3a-48c7-ba2a-e5a469c70af5 req-8933942a-efc3-435f-a25e-1222ea33836b service nova] Acquiring lock "refresh_cache-d4cb00b8-7656-4add-87e6-015b54ad42dc" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.531766] env[62402]: DEBUG oslo_concurrency.lockutils [req-1102de2a-0a3a-48c7-ba2a-e5a469c70af5 req-8933942a-efc3-435f-a25e-1222ea33836b service nova] Acquired lock "refresh_cache-d4cb00b8-7656-4add-87e6-015b54ad42dc" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.531926] env[62402]: DEBUG nova.network.neutron [req-1102de2a-0a3a-48c7-ba2a-e5a469c70af5 req-8933942a-efc3-435f-a25e-1222ea33836b service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Refreshing network info cache for port a46e8e40-5fdb-400a-8525-eee3edf0f38c {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.590981] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.594115] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.622s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.594628] env[62402]: DEBUG nova.objects.instance [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lazy-loading 'resources' on Instance uuid 2393b044-f5e7-4cb5-91f3-601de93821e9 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.621397] env[62402]: INFO nova.scheduler.client.report [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Deleted allocations for instance 05a8cd2f-2012-4e70-9073-50f274db9afb [ 1620.635809] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b1a918-26a2-9880-947f-56dd6e47fc47, 'name': SearchDatastore_Task, 'duration_secs': 0.013475} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.636395] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.636822] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 8904d762-c644-4044-8421-2fe3f3200d97/8904d762-c644-4044-8421-2fe3f3200d97.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1620.636942] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a264751b-4823-4cd3-bd5d-9c895ae02b45 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.648694] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1620.648694] env[62402]: value = "task-1872992" [ 1620.648694] env[62402]: _type = "Task" [ 1620.648694] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.659559] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.693766] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872989, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.694106] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872987, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.853026] env[62402]: DEBUG oslo_concurrency.lockutils [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "2ce8fbc6-a52a-4a02-a679-4859c6496231-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.853026] env[62402]: DEBUG oslo_concurrency.lockutils [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.853026] env[62402]: DEBUG oslo_concurrency.lockutils [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.993987] env[62402]: DEBUG oslo_vmware.api [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.145448] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cd14dd8-6a89-4043-8b92-17040a851d11 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "05a8cd2f-2012-4e70-9073-50f274db9afb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.079s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.163452] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872992, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.183976] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1872989, 'name': CreateVM_Task, 'duration_secs': 0.555446} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.186174] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.187356] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.187519] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.187843] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.188681] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc15926d-94bc-4b96-869d-ba745ced91a8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.194471] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1872987, 'name': CloneVM_Task, 'duration_secs': 1.433684} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.197734] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Created linked-clone VM from snapshot [ 1621.198909] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b4d28f-3f82-450a-8b93-ace9effcb869 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.203248] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1621.203248] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5219efa8-e561-8bac-2408-fcc0a384d81b" [ 1621.203248] env[62402]: _type = "Task" [ 1621.203248] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.212079] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Uploading image dcd56574-a521-46c8-8cc3-04d236bbac7b {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1621.225676] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5219efa8-e561-8bac-2408-fcc0a384d81b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.245015] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1621.245015] env[62402]: value = "vm-387088" [ 1621.245015] env[62402]: _type = "VirtualMachine" [ 1621.245015] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1621.245323] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4e6904d-2c02-45fa-80df-7358aa2475ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.248437] env[62402]: DEBUG nova.network.neutron [req-27668770-e6ec-4f96-8f9a-ee5c8097e925 req-9e7e2c5f-1a34-4f5a-9117-ca361804c2c8 service nova] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Updated VIF entry in instance network info cache for port 887f1a01-8d37-42c2-b210-36b86e00341e. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.248795] env[62402]: DEBUG nova.network.neutron [req-27668770-e6ec-4f96-8f9a-ee5c8097e925 req-9e7e2c5f-1a34-4f5a-9117-ca361804c2c8 service nova] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Updating instance_info_cache with network_info: [{"id": "887f1a01-8d37-42c2-b210-36b86e00341e", "address": "fa:16:3e:20:97:d4", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887f1a01-8d", "ovs_interfaceid": "887f1a01-8d37-42c2-b210-36b86e00341e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.261471] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lease: (returnval){ [ 1621.261471] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252ea06-39b4-6fcc-eb73-1cfa0e1826d7" [ 1621.261471] env[62402]: _type = "HttpNfcLease" [ 1621.261471] env[62402]: } obtained for exporting VM: (result){ [ 1621.261471] env[62402]: value = "vm-387088" [ 1621.261471] env[62402]: _type = "VirtualMachine" [ 1621.261471] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1621.261747] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the lease: (returnval){ [ 1621.261747] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252ea06-39b4-6fcc-eb73-1cfa0e1826d7" [ 1621.261747] env[62402]: _type = "HttpNfcLease" [ 1621.261747] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1621.273316] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1621.273316] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252ea06-39b4-6fcc-eb73-1cfa0e1826d7" [ 1621.273316] env[62402]: _type = "HttpNfcLease" [ 1621.273316] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1621.492891] env[62402]: DEBUG oslo_vmware.api [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Task: {'id': task-1872991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.800785} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.496485] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.496868] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1621.497237] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1621.497519] env[62402]: INFO nova.compute.manager [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1621.497832] env[62402]: DEBUG oslo.service.loopingcall [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.498849] env[62402]: DEBUG nova.compute.manager [-] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1621.499383] env[62402]: DEBUG nova.network.neutron [-] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1621.621772] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bec74f-4fa3-4fef-b5f6-516d869a9d05 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.632307] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ab5f4d-5cac-465e-bef7-3a08eae01859 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.676256] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4c6c30-d6d3-47a1-91d8-564e1466d17c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.685296] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778977} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.687983] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 8904d762-c644-4044-8421-2fe3f3200d97/8904d762-c644-4044-8421-2fe3f3200d97.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.688392] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.688746] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd0350b2-43c1-4449-b22e-f0219efae6ce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.691637] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e18dc90-f218-4932-a448-7fd98d7c84ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.711083] env[62402]: DEBUG nova.compute.provider_tree [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.718563] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1621.718563] env[62402]: value = "task-1872994" [ 1621.718563] env[62402]: _type = "Task" [ 1621.718563] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.730679] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5219efa8-e561-8bac-2408-fcc0a384d81b, 'name': SearchDatastore_Task, 'duration_secs': 0.026479} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.731548] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.731886] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.732264] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.732522] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.732829] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.733721] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08bf2b42-44e5-4ce3-923b-9d42abdaa348 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.739256] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.752573] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.752573] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1621.752718] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c90bba1-2e6e-480f-b1c1-38c768a749f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.755521] env[62402]: DEBUG oslo_concurrency.lockutils [req-27668770-e6ec-4f96-8f9a-ee5c8097e925 req-9e7e2c5f-1a34-4f5a-9117-ca361804c2c8 service nova] Releasing lock "refresh_cache-d034144f-88e1-474e-8bcd-8c98d900cda2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.759323] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1621.759323] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d68e70-bb2b-7713-94f2-886211b41fa5" [ 1621.759323] env[62402]: _type = "Task" [ 1621.759323] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.773571] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d68e70-bb2b-7713-94f2-886211b41fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.774948] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1621.774948] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252ea06-39b4-6fcc-eb73-1cfa0e1826d7" [ 1621.774948] env[62402]: _type = "HttpNfcLease" [ 1621.774948] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1621.775361] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1621.775361] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252ea06-39b4-6fcc-eb73-1cfa0e1826d7" [ 1621.775361] env[62402]: _type = "HttpNfcLease" [ 1621.775361] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1621.776226] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b927a80-deca-45f6-ad85-9e674528f4b4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.786225] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bad906-ba0d-9a78-92f8-bc03e01accef/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1621.786432] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bad906-ba0d-9a78-92f8-bc03e01accef/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1621.890873] env[62402]: DEBUG oslo_concurrency.lockutils [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.891177] env[62402]: DEBUG oslo_concurrency.lockutils [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.891251] env[62402]: DEBUG nova.network.neutron [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1621.942888] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5da40c7c-7422-40c3-975f-334fea75e38c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.964362] env[62402]: DEBUG nova.network.neutron [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Successfully updated port: 7d0efeee-e261-4bdb-8d41-f767cb457641 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1621.986084] env[62402]: DEBUG nova.network.neutron [req-1102de2a-0a3a-48c7-ba2a-e5a469c70af5 req-8933942a-efc3-435f-a25e-1222ea33836b service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Updated VIF entry in instance network info cache for port a46e8e40-5fdb-400a-8525-eee3edf0f38c. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.986445] env[62402]: DEBUG nova.network.neutron [req-1102de2a-0a3a-48c7-ba2a-e5a469c70af5 req-8933942a-efc3-435f-a25e-1222ea33836b service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Updating instance_info_cache with network_info: [{"id": "a46e8e40-5fdb-400a-8525-eee3edf0f38c", "address": "fa:16:3e:64:d2:fa", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46e8e40-5f", "ovs_interfaceid": "a46e8e40-5fdb-400a-8525-eee3edf0f38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.214646] env[62402]: DEBUG nova.scheduler.client.report [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.232024] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172533} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.232443] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1622.233339] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58ecda7-9f5b-4c1e-a953-b974e24fac9e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.263422] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 8904d762-c644-4044-8421-2fe3f3200d97/8904d762-c644-4044-8421-2fe3f3200d97.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.264750] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60994f71-3e66-40ea-8405-7431a9305a1f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.290971] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d68e70-bb2b-7713-94f2-886211b41fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.041055} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.293449] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1622.293449] env[62402]: value = "task-1872995" [ 1622.293449] env[62402]: _type = "Task" [ 1622.293449] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.293753] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47245d65-321e-4810-a9c1-79bb0a79f053 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.311833] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.311833] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1622.311833] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f86b76-f473-e9c7-5abd-e08af433dee7" [ 1622.311833] env[62402]: _type = "Task" [ 1622.311833] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.322053] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f86b76-f473-e9c7-5abd-e08af433dee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.355037] env[62402]: DEBUG nova.network.neutron [-] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.456574] env[62402]: DEBUG nova.compute.manager [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Received event network-vif-plugged-7d0efeee-e261-4bdb-8d41-f767cb457641 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1622.456871] env[62402]: DEBUG oslo_concurrency.lockutils [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] Acquiring lock "cc3c434c-0047-47a9-8622-9ea0f4e939c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.457229] env[62402]: DEBUG oslo_concurrency.lockutils [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] Lock "cc3c434c-0047-47a9-8622-9ea0f4e939c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.457491] env[62402]: DEBUG oslo_concurrency.lockutils [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] Lock "cc3c434c-0047-47a9-8622-9ea0f4e939c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.457772] env[62402]: DEBUG nova.compute.manager [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] No waiting events found dispatching network-vif-plugged-7d0efeee-e261-4bdb-8d41-f767cb457641 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1622.458284] env[62402]: WARNING nova.compute.manager [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Received unexpected event network-vif-plugged-7d0efeee-e261-4bdb-8d41-f767cb457641 for instance with vm_state building and task_state spawning. [ 1622.458874] env[62402]: DEBUG nova.compute.manager [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Received event network-changed-7d0efeee-e261-4bdb-8d41-f767cb457641 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1622.459032] env[62402]: DEBUG nova.compute.manager [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Refreshing instance network info cache due to event network-changed-7d0efeee-e261-4bdb-8d41-f767cb457641. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1622.459466] env[62402]: DEBUG oslo_concurrency.lockutils [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] Acquiring lock "refresh_cache-cc3c434c-0047-47a9-8622-9ea0f4e939c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.460016] env[62402]: DEBUG oslo_concurrency.lockutils [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] Acquired lock "refresh_cache-cc3c434c-0047-47a9-8622-9ea0f4e939c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.460209] env[62402]: DEBUG nova.network.neutron [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Refreshing network info cache for port 7d0efeee-e261-4bdb-8d41-f767cb457641 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.467379] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Acquiring lock "refresh_cache-cc3c434c-0047-47a9-8622-9ea0f4e939c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.490640] env[62402]: DEBUG oslo_concurrency.lockutils [req-1102de2a-0a3a-48c7-ba2a-e5a469c70af5 req-8933942a-efc3-435f-a25e-1222ea33836b service nova] Releasing lock "refresh_cache-d4cb00b8-7656-4add-87e6-015b54ad42dc" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.555765] env[62402]: DEBUG nova.compute.manager [req-e8e00e5d-b552-42e5-a3af-62c6509cd6b0 req-70d0c5bc-f785-4cbd-bcf8-17efc3178fac service nova] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Received event network-vif-deleted-7b2ea7b0-4e65-43e3-8df5-c5b11b98c476 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1622.721047] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.725817] env[62402]: DEBUG oslo_concurrency.lockutils [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.131s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.725817] env[62402]: DEBUG nova.objects.instance [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lazy-loading 'resources' on Instance uuid ebbff6cc-ef6a-4770-8a99-4f0e876b275a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.763712] env[62402]: INFO nova.scheduler.client.report [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Deleted allocations for instance 2393b044-f5e7-4cb5-91f3-601de93821e9 [ 1622.810964] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872995, 'name': ReconfigVM_Task, 'duration_secs': 0.486026} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.814722] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 8904d762-c644-4044-8421-2fe3f3200d97/8904d762-c644-4044-8421-2fe3f3200d97.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.815895] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5d95e9a-bf31-4479-b536-92d811e9a963 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.826127] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f86b76-f473-e9c7-5abd-e08af433dee7, 'name': SearchDatastore_Task, 'duration_secs': 0.016033} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.831019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.831019] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] d034144f-88e1-474e-8bcd-8c98d900cda2/d034144f-88e1-474e-8bcd-8c98d900cda2.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1622.831019] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1622.831019] env[62402]: value = "task-1872996" [ 1622.831019] env[62402]: _type = "Task" [ 1622.831019] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.831019] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc5a4124-1c2a-4736-ae34-57d31d6ac098 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.847563] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1622.847563] env[62402]: value = "task-1872997" [ 1622.847563] env[62402]: _type = "Task" [ 1622.847563] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.847952] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872996, 'name': Rename_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.861942] env[62402]: INFO nova.compute.manager [-] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Took 1.36 seconds to deallocate network for instance. [ 1622.862477] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.919800] env[62402]: DEBUG nova.network.neutron [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance_info_cache with network_info: [{"id": "95d86438-c672-4b2e-a35b-abf316e228c9", "address": "fa:16:3e:88:aa:cf", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d86438-c6", "ovs_interfaceid": "95d86438-c672-4b2e-a35b-abf316e228c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.007764] env[62402]: DEBUG nova.network.neutron [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1623.141625] env[62402]: DEBUG nova.network.neutron [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.230311] env[62402]: DEBUG nova.objects.instance [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lazy-loading 'numa_topology' on Instance uuid ebbff6cc-ef6a-4770-8a99-4f0e876b275a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.273174] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cd7d1a68-315b-4a91-8d61-a9fdfb0847e4 tempest-MultipleCreateTestJSON-335648920 tempest-MultipleCreateTestJSON-335648920-project-member] Lock "2393b044-f5e7-4cb5-91f3-601de93821e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.409s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.347347] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872996, 'name': Rename_Task, 'duration_secs': 0.174551} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.347347] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.347347] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4f39f51-abf3-49f4-82fc-e91e7d9201fa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.353658] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1623.353658] env[62402]: value = "task-1872998" [ 1623.353658] env[62402]: _type = "Task" [ 1623.353658] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.361855] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872997, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.367897] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.371880] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.421831] env[62402]: DEBUG oslo_concurrency.lockutils [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.644316] env[62402]: DEBUG oslo_concurrency.lockutils [req-cd6bcb0d-3344-40b5-899d-f1f2ba2f6ab0 req-39948de2-eaa1-4837-b649-fb32d00f2a58 service nova] Releasing lock "refresh_cache-cc3c434c-0047-47a9-8622-9ea0f4e939c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.644795] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Acquired lock "refresh_cache-cc3c434c-0047-47a9-8622-9ea0f4e939c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.644962] env[62402]: DEBUG nova.network.neutron [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1623.738375] env[62402]: DEBUG nova.objects.base [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1623.863839] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522773} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.864173] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] d034144f-88e1-474e-8bcd-8c98d900cda2/d034144f-88e1-474e-8bcd-8c98d900cda2.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1623.864456] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1623.865112] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f899bbe-7a27-4b59-8f0e-40b60e92a578 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.872150] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872998, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.881196] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1623.881196] env[62402]: value = "task-1872999" [ 1623.881196] env[62402]: _type = "Task" [ 1623.881196] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.891771] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.963135] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6cf91e-5690-430c-8553-7b2b603d60e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.989334] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae9ddfb-1e93-40c2-96fc-47091548bc8f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.000395] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance '2ce8fbc6-a52a-4a02-a679-4859c6496231' progress to 83 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1624.183780] env[62402]: DEBUG nova.network.neutron [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1624.257962] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c163f38d-9da9-4269-86ba-ec5054d518f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.268571] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f7dba1-32ec-42bc-b523-63b86c4e638c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.308031] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16da1b63-9831-4c3a-9d35-d197f002d92d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.317936] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f84e9d-e01d-4278-bae3-0abdc6414da8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.338795] env[62402]: DEBUG nova.compute.provider_tree [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.366828] env[62402]: DEBUG oslo_vmware.api [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1872998, 'name': PowerOnVM_Task, 'duration_secs': 0.820987} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.367118] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.367324] env[62402]: INFO nova.compute.manager [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1624.367508] env[62402]: DEBUG nova.compute.manager [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.368320] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1588b0f6-6098-4f9a-b83c-d91f9080cde0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.391223] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1872999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076105} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.391540] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1624.392406] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bd8229-aa5d-4773-9464-2e76cbd60943 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.426636] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] d034144f-88e1-474e-8bcd-8c98d900cda2/d034144f-88e1-474e-8bcd-8c98d900cda2.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.428742] env[62402]: DEBUG nova.network.neutron [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Updating instance_info_cache with network_info: [{"id": "7d0efeee-e261-4bdb-8d41-f767cb457641", "address": "fa:16:3e:66:f9:e5", "network": {"id": "adcbb23b-cce8-4999-aa2e-345975ec0d69", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1913721605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95b72a3a97a64f178fdd79a143f47d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0efeee-e2", "ovs_interfaceid": "7d0efeee-e261-4bdb-8d41-f767cb457641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.431678] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e7cf5ac-f247-470f-bf1f-32ac73beb561 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.451041] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Releasing lock "refresh_cache-cc3c434c-0047-47a9-8622-9ea0f4e939c8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.451412] env[62402]: DEBUG nova.compute.manager [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Instance network_info: |[{"id": "7d0efeee-e261-4bdb-8d41-f767cb457641", "address": "fa:16:3e:66:f9:e5", "network": {"id": "adcbb23b-cce8-4999-aa2e-345975ec0d69", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1913721605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95b72a3a97a64f178fdd79a143f47d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0efeee-e2", "ovs_interfaceid": "7d0efeee-e261-4bdb-8d41-f767cb457641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1624.452308] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:f9:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d0efeee-e261-4bdb-8d41-f767cb457641', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1624.460647] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Creating folder: Project (95b72a3a97a64f178fdd79a143f47d7d). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1624.461899] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-285b0062-b1c3-4b28-9942-724716362b64 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.469754] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1624.469754] env[62402]: value = "task-1873000" [ 1624.469754] env[62402]: _type = "Task" [ 1624.469754] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.484722] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.485824] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Created folder: Project (95b72a3a97a64f178fdd79a143f47d7d) in parent group-v386882. [ 1624.486014] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Creating folder: Instances. Parent ref: group-v387090. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1624.486268] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2acb0966-99da-495c-bb8b-e73c275550f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.504549] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Created folder: Instances in parent group-v387090. [ 1624.504892] env[62402]: DEBUG oslo.service.loopingcall [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.505128] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1624.505408] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee5ff98d-4251-4321-829c-64abef50b89b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.526548] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-90dc38bc-0523-4747-b471-d20073050a84 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance '2ce8fbc6-a52a-4a02-a679-4859c6496231' progress to 100 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1624.537336] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1624.537336] env[62402]: value = "task-1873003" [ 1624.537336] env[62402]: _type = "Task" [ 1624.537336] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.546892] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873003, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.843119] env[62402]: DEBUG nova.scheduler.client.report [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.888861] env[62402]: INFO nova.compute.manager [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Took 47.42 seconds to build instance. [ 1624.980827] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873000, 'name': ReconfigVM_Task, 'duration_secs': 0.33095} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.981151] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Reconfigured VM instance instance-0000004b to attach disk [datastore1] d034144f-88e1-474e-8bcd-8c98d900cda2/d034144f-88e1-474e-8bcd-8c98d900cda2.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.981866] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55a54eed-d312-41ca-b524-ddf614a4c883 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.988687] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1624.988687] env[62402]: value = "task-1873004" [ 1624.988687] env[62402]: _type = "Task" [ 1624.988687] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.998801] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873004, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.053302] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873003, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.349891] env[62402]: DEBUG oslo_concurrency.lockutils [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.626s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.352463] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.332s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.352689] env[62402]: DEBUG nova.objects.instance [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lazy-loading 'resources' on Instance uuid ba7bdb2a-42d8-45ec-9d61-ef224a679c35 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.390836] env[62402]: DEBUG oslo_concurrency.lockutils [None req-144a54c3-91d8-48ad-9037-0f962b8f88d7 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "8904d762-c644-4044-8421-2fe3f3200d97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.442s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.502699] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873004, 'name': Rename_Task, 'duration_secs': 0.172528} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.503308] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1625.503491] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15b77401-65b2-4dee-bd01-e38a1b78dbff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.514044] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1625.514044] env[62402]: value = "task-1873005" [ 1625.514044] env[62402]: _type = "Task" [ 1625.514044] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.524112] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.551780] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873003, 'name': CreateVM_Task, 'duration_secs': 0.544733} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.553081] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1625.555150] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.555563] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.556458] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1625.556863] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f924418f-c29b-4e99-9834-c698d62e6da5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.565247] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Waiting for the task: (returnval){ [ 1625.565247] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f61663-9ab4-71e5-96f5-681204d30b00" [ 1625.565247] env[62402]: _type = "Task" [ 1625.565247] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.581162] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f61663-9ab4-71e5-96f5-681204d30b00, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.581472] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.581704] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1625.581931] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.582084] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.582319] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1625.582592] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7002f183-7265-4705-9ee5-de88b726a4f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.592947] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1625.593156] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1625.593934] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-732b4480-228c-4355-ba07-90914d567064 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.601609] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Waiting for the task: (returnval){ [ 1625.601609] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bcda8b-06c3-dd00-a409-488d86f7f651" [ 1625.601609] env[62402]: _type = "Task" [ 1625.601609] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.610963] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bcda8b-06c3-dd00-a409-488d86f7f651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.861730] env[62402]: DEBUG oslo_concurrency.lockutils [None req-91ca1d19-7989-470d-91ab-3d2ddb185f2d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 56.101s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.862766] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 32.905s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.862953] env[62402]: INFO nova.compute.manager [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Unshelving [ 1626.023650] env[62402]: DEBUG oslo_vmware.api [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873005, 'name': PowerOnVM_Task, 'duration_secs': 0.484402} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.026317] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1626.026535] env[62402]: INFO nova.compute.manager [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1626.026716] env[62402]: DEBUG nova.compute.manager [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1626.027878] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a49532-07f8-4e74-ae43-31794d3198c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.113216] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bcda8b-06c3-dd00-a409-488d86f7f651, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.116754] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551e5bfe-12c9-46c0-b269-3dc70fe22202 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.123145] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Waiting for the task: (returnval){ [ 1626.123145] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fa9d3d-cb5b-7b38-e981-b5d0aa31064b" [ 1626.123145] env[62402]: _type = "Task" [ 1626.123145] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.134666] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fa9d3d-cb5b-7b38-e981-b5d0aa31064b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.299353] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e16825-c72d-41d5-a736-681575fabdb8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.307620] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d6f773-a4e3-4e82-a2cd-04a1b6b3d5a8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.344956] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e42a8-b258-42a0-8dee-91f7a00d8f0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.354361] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeb1733-910b-4d3b-8777-0ffdbf9ae648 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.371058] env[62402]: DEBUG nova.compute.provider_tree [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.544742] env[62402]: INFO nova.compute.manager [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Took 49.01 seconds to build instance. [ 1626.634508] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fa9d3d-cb5b-7b38-e981-b5d0aa31064b, 'name': SearchDatastore_Task, 'duration_secs': 0.012034} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.634886] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.635338] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] cc3c434c-0047-47a9-8622-9ea0f4e939c8/cc3c434c-0047-47a9-8622-9ea0f4e939c8.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1626.635525] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d87d32a4-6387-48ae-891f-27e7c494f3ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.644123] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Waiting for the task: (returnval){ [ 1626.644123] env[62402]: value = "task-1873006" [ 1626.644123] env[62402]: _type = "Task" [ 1626.644123] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.653857] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.668522] env[62402]: DEBUG nova.compute.manager [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1626.669633] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c7d7f4-bd4e-419b-b39e-03c90e6fd1ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.875956] env[62402]: DEBUG nova.scheduler.client.report [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.905887] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.948389] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "2ce8fbc6-a52a-4a02-a679-4859c6496231" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.948618] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.948836] env[62402]: DEBUG nova.compute.manager [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Going to confirm migration 3 {{(pid=62402) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1627.047010] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e62b6cf-0a96-4130-ad50-ac39af42564f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "d034144f-88e1-474e-8bcd-8c98d900cda2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.063s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.161733] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873006, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.184430] env[62402]: INFO nova.compute.manager [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] instance snapshotting [ 1627.188241] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b19c2b7-982e-4f98-a69f-26e07550da14 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.210258] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e40338-72ab-40bc-bb3b-6829b4c8da25 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.385720] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.388020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.559s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.388258] env[62402]: DEBUG nova.objects.instance [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lazy-loading 'resources' on Instance uuid 8ae201ed-2458-4a38-9706-79834f32efe2 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.414634] env[62402]: INFO nova.scheduler.client.report [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Deleted allocations for instance ba7bdb2a-42d8-45ec-9d61-ef224a679c35 [ 1627.492418] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "d034144f-88e1-474e-8bcd-8c98d900cda2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.492418] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "d034144f-88e1-474e-8bcd-8c98d900cda2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.492418] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "d034144f-88e1-474e-8bcd-8c98d900cda2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.492418] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "d034144f-88e1-474e-8bcd-8c98d900cda2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.492418] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "d034144f-88e1-474e-8bcd-8c98d900cda2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.494709] env[62402]: INFO nova.compute.manager [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Terminating instance [ 1627.595570] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.595570] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.595570] env[62402]: DEBUG nova.network.neutron [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1627.595570] env[62402]: DEBUG nova.objects.instance [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'info_cache' on Instance uuid 2ce8fbc6-a52a-4a02-a679-4859c6496231 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.658787] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540023} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.659365] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] cc3c434c-0047-47a9-8622-9ea0f4e939c8/cc3c434c-0047-47a9-8622-9ea0f4e939c8.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1627.660066] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1627.660479] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57d57ac1-2a1a-4a1e-9b1d-b79d3eb68b7e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.669729] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Waiting for the task: (returnval){ [ 1627.669729] env[62402]: value = "task-1873007" [ 1627.669729] env[62402]: _type = "Task" [ 1627.669729] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.680299] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.723746] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1627.723746] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07f43a7e-7450-47cf-beed-c4dd28f435e3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.734354] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1627.734354] env[62402]: value = "task-1873008" [ 1627.734354] env[62402]: _type = "Task" [ 1627.734354] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.745283] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873008, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.925806] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7b941fa3-cd0c-4d18-bfd5-59230f2de63e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "ba7bdb2a-42d8-45ec-9d61-ef224a679c35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.587s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.003860] env[62402]: DEBUG nova.compute.manager [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.004112] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.005120] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdfa10c-d154-4ee3-aba8-991381142651 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.018613] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.019205] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1b91701-6a7d-4929-aa25-ac238710913c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.029692] env[62402]: DEBUG oslo_vmware.api [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1628.029692] env[62402]: value = "task-1873009" [ 1628.029692] env[62402]: _type = "Task" [ 1628.029692] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.040508] env[62402]: DEBUG oslo_vmware.api [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.182745] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198022} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.185905] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1628.187041] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bc6e16-26e3-4593-8df8-1bee8c9fd1bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.214091] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] cc3c434c-0047-47a9-8622-9ea0f4e939c8/cc3c434c-0047-47a9-8622-9ea0f4e939c8.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1628.217018] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85fc36b3-815c-4721-a29f-2a9fa354c589 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.241558] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Waiting for the task: (returnval){ [ 1628.241558] env[62402]: value = "task-1873010" [ 1628.241558] env[62402]: _type = "Task" [ 1628.241558] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.252399] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873008, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.259456] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.544032] env[62402]: DEBUG oslo_vmware.api [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873009, 'name': PowerOffVM_Task, 'duration_secs': 0.217576} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.544925] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.544925] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.544925] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd9ca7cd-4796-4182-82ac-3f00be7210e2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.549278] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4edab09-1f2b-46ab-b5f3-e01884c78e79 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.559311] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2bbb4c-5d3c-45d5-8bdd-3d7fa748d2c4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.599681] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdaf2e4-70a4-435d-9b9d-b4a7072878fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.612911] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d509c17f-5cb6-4b3a-8f80-96f0bf57105a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.633672] env[62402]: DEBUG nova.compute.provider_tree [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.646920] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.646920] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.646920] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleting the datastore file [datastore1] d034144f-88e1-474e-8bcd-8c98d900cda2 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.646920] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e411e54-f060-45f9-801b-eefac1b60611 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.655673] env[62402]: DEBUG oslo_vmware.api [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1628.655673] env[62402]: value = "task-1873012" [ 1628.655673] env[62402]: _type = "Task" [ 1628.655673] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.665899] env[62402]: DEBUG oslo_vmware.api [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.748126] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873008, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.758033] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873010, 'name': ReconfigVM_Task, 'duration_secs': 0.405637} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.758033] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Reconfigured VM instance instance-0000004c to attach disk [datastore1] cc3c434c-0047-47a9-8622-9ea0f4e939c8/cc3c434c-0047-47a9-8622-9ea0f4e939c8.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1628.758488] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-189eada8-dea2-4e2a-b4b5-cb6bd6ce6797 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.767142] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Waiting for the task: (returnval){ [ 1628.767142] env[62402]: value = "task-1873013" [ 1628.767142] env[62402]: _type = "Task" [ 1628.767142] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.778076] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "4f5194a6-18fa-485d-9567-34cad4d669bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.778442] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4f5194a6-18fa-485d-9567-34cad4d669bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.778703] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "4f5194a6-18fa-485d-9567-34cad4d669bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.778868] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4f5194a6-18fa-485d-9567-34cad4d669bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.779052] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4f5194a6-18fa-485d-9567-34cad4d669bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.781028] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873013, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.786482] env[62402]: INFO nova.compute.manager [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Terminating instance [ 1629.070683] env[62402]: DEBUG nova.network.neutron [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance_info_cache with network_info: [{"id": "95d86438-c672-4b2e-a35b-abf316e228c9", "address": "fa:16:3e:88:aa:cf", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d86438-c6", "ovs_interfaceid": "95d86438-c672-4b2e-a35b-abf316e228c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.137723] env[62402]: DEBUG nova.scheduler.client.report [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1629.167889] env[62402]: DEBUG oslo_vmware.api [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173261} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.168207] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.168402] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.168585] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.168758] env[62402]: INFO nova.compute.manager [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1629.169008] env[62402]: DEBUG oslo.service.loopingcall [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.169211] env[62402]: DEBUG nova.compute.manager [-] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.169359] env[62402]: DEBUG nova.network.neutron [-] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.246019] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873008, 'name': CreateSnapshot_Task, 'duration_secs': 1.144584} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.246019] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1629.246721] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eade92d7-a261-42f9-bbf1-db4365eabdb8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.277760] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873013, 'name': Rename_Task, 'duration_secs': 0.20199} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.278129] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.278308] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54dc5782-6624-48f3-bc4c-b7c6dfc18b4b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.287974] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Waiting for the task: (returnval){ [ 1629.287974] env[62402]: value = "task-1873014" [ 1629.287974] env[62402]: _type = "Task" [ 1629.287974] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.292816] env[62402]: DEBUG nova.compute.manager [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1629.292917] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1629.297492] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72fd9f3-bcc5-4788-b2b9-f05ef3c52843 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.301870] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.312040] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1629.312040] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5caee71-43c7-44c7-821e-ad997decfba2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.319117] env[62402]: DEBUG oslo_vmware.api [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1629.319117] env[62402]: value = "task-1873015" [ 1629.319117] env[62402]: _type = "Task" [ 1629.319117] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.329158] env[62402]: DEBUG oslo_vmware.api [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1873015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.576029] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.576300] env[62402]: DEBUG nova.objects.instance [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'migration_context' on Instance uuid 2ce8fbc6-a52a-4a02-a679-4859c6496231 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.595246] env[62402]: DEBUG nova.compute.manager [req-779fd712-dc2f-4cc5-b6f6-43270b1ff4fa req-d5c4897f-fcc0-4890-93cc-abc2b18bf3b5 service nova] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Received event network-vif-deleted-887f1a01-8d37-42c2-b210-36b86e00341e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1629.595246] env[62402]: INFO nova.compute.manager [req-779fd712-dc2f-4cc5-b6f6-43270b1ff4fa req-d5c4897f-fcc0-4890-93cc-abc2b18bf3b5 service nova] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Neutron deleted interface 887f1a01-8d37-42c2-b210-36b86e00341e; detaching it from the instance and deleting it from the info cache [ 1629.595246] env[62402]: DEBUG nova.network.neutron [req-779fd712-dc2f-4cc5-b6f6-43270b1ff4fa req-d5c4897f-fcc0-4890-93cc-abc2b18bf3b5 service nova] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.642790] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.645947] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.974s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.645947] env[62402]: DEBUG nova.objects.instance [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lazy-loading 'resources' on Instance uuid 78354d5e-0d91-4efd-baf7-1c9226fbe74f {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.665289] env[62402]: INFO nova.scheduler.client.report [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Deleted allocations for instance 8ae201ed-2458-4a38-9706-79834f32efe2 [ 1629.769524] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1629.769983] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6654063-9e2e-4c38-a933-eb39b828b97e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.780926] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1629.780926] env[62402]: value = "task-1873016" [ 1629.780926] env[62402]: _type = "Task" [ 1629.780926] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.791627] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873016, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.803124] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873014, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.829118] env[62402]: DEBUG oslo_vmware.api [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1873015, 'name': PowerOffVM_Task, 'duration_secs': 0.219115} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.829409] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1629.829581] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1629.829847] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f1e426f-b6a8-4dfd-82a9-1ea595790cda {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.055738] env[62402]: DEBUG nova.network.neutron [-] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.081020] env[62402]: DEBUG nova.objects.base [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Object Instance<2ce8fbc6-a52a-4a02-a679-4859c6496231> lazy-loaded attributes: info_cache,migration_context {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1630.081020] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7016ce76-babc-4607-85ad-ab0451b57f74 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.105603] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08e8288f-97f6-46ab-8881-65327a6d2967 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.107885] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-664fe66e-6495-404a-8dda-402aca883404 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.116696] env[62402]: DEBUG oslo_vmware.api [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1630.116696] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5249e087-987a-594c-6b24-6134af2d21b3" [ 1630.116696] env[62402]: _type = "Task" [ 1630.116696] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.125379] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fba23ed-5b52-4858-b8f3-28d09de7aa54 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.146166] env[62402]: DEBUG oslo_vmware.api [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5249e087-987a-594c-6b24-6134af2d21b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.146521] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.166501] env[62402]: DEBUG nova.compute.manager [req-779fd712-dc2f-4cc5-b6f6-43270b1ff4fa req-d5c4897f-fcc0-4890-93cc-abc2b18bf3b5 service nova] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Detach interface failed, port_id=887f1a01-8d37-42c2-b210-36b86e00341e, reason: Instance d034144f-88e1-474e-8bcd-8c98d900cda2 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1630.174378] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ed075e60-5417-4fa9-a89c-24f445cca0a8 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "8ae201ed-2458-4a38-9706-79834f32efe2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.770s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.201298] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "f9120810-a22a-413f-be1f-6a0988e6cd5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.201542] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "f9120810-a22a-413f-be1f-6a0988e6cd5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.292889] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873016, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.305257] env[62402]: DEBUG oslo_vmware.api [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873014, 'name': PowerOnVM_Task, 'duration_secs': 0.559194} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.305569] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1630.305789] env[62402]: INFO nova.compute.manager [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1630.305974] env[62402]: DEBUG nova.compute.manager [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.306818] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e38d3c-7f4e-40f8-ae8d-cee75e769d95 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.563021] env[62402]: INFO nova.compute.manager [-] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Took 1.39 seconds to deallocate network for instance. [ 1630.614102] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d4e064-096b-4cd6-95a2-ccec1d859031 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.626714] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6632ad-cc40-4f8b-b7cb-46ef62cbf44f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.660601] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f4cca7-bc8f-455c-b99c-93bf627fac84 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.669748] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933bf360-f537-42ac-b996-3cd4332ed3bb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.685691] env[62402]: DEBUG nova.compute.provider_tree [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.703843] env[62402]: DEBUG nova.compute.manager [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1630.794197] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873016, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.824843] env[62402]: INFO nova.compute.manager [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Took 48.32 seconds to build instance. [ 1631.070518] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.188851] env[62402]: DEBUG nova.scheduler.client.report [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1631.226478] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.294169] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873016, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.326919] env[62402]: DEBUG oslo_concurrency.lockutils [None req-de06e215-2a11-4a13-9840-da40972965b8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Lock "cc3c434c-0047-47a9-8622-9ea0f4e939c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.828s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.461586] env[62402]: DEBUG oslo_concurrency.lockutils [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "7c628f37-d966-4d1e-8f1c-429c305592db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.461586] env[62402]: DEBUG oslo_concurrency.lockutils [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "7c628f37-d966-4d1e-8f1c-429c305592db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.461850] env[62402]: DEBUG oslo_concurrency.lockutils [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "7c628f37-d966-4d1e-8f1c-429c305592db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.462051] env[62402]: DEBUG oslo_concurrency.lockutils [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "7c628f37-d966-4d1e-8f1c-429c305592db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.462346] env[62402]: DEBUG oslo_concurrency.lockutils [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "7c628f37-d966-4d1e-8f1c-429c305592db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.464890] env[62402]: INFO nova.compute.manager [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Terminating instance [ 1631.532804] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.533058] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.533245] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Deleting the datastore file [datastore2] 4f5194a6-18fa-485d-9567-34cad4d669bb {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.533532] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1347e422-0ad1-405e-993e-cab38e19474e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.541992] env[62402]: DEBUG oslo_vmware.api [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1631.541992] env[62402]: value = "task-1873018" [ 1631.541992] env[62402]: _type = "Task" [ 1631.541992] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.550942] env[62402]: DEBUG oslo_vmware.api [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1873018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.694383] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.697085] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.373s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.698682] env[62402]: INFO nova.compute.claims [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.722150] env[62402]: INFO nova.scheduler.client.report [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Deleted allocations for instance 78354d5e-0d91-4efd-baf7-1c9226fbe74f [ 1631.795428] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873016, 'name': CloneVM_Task, 'duration_secs': 1.961916} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.795690] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Created linked-clone VM from snapshot [ 1631.796462] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb599ce6-e7e2-4ee9-a3c6-71d00a79c437 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.805192] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Uploading image 37c9e2e6-42f9-42b0-a0e5-790fddbea652 {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1631.826081] env[62402]: DEBUG oslo_vmware.rw_handles [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1631.826081] env[62402]: value = "vm-387094" [ 1631.826081] env[62402]: _type = "VirtualMachine" [ 1631.826081] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1631.826376] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb8666fb-2bc1-472a-8964-14edc1c82702 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.835954] env[62402]: DEBUG oslo_vmware.rw_handles [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lease: (returnval){ [ 1631.835954] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a0ed89-1237-5353-76f9-5586cd447d00" [ 1631.835954] env[62402]: _type = "HttpNfcLease" [ 1631.835954] env[62402]: } obtained for exporting VM: (result){ [ 1631.835954] env[62402]: value = "vm-387094" [ 1631.835954] env[62402]: _type = "VirtualMachine" [ 1631.835954] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1631.836225] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the lease: (returnval){ [ 1631.836225] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a0ed89-1237-5353-76f9-5586cd447d00" [ 1631.836225] env[62402]: _type = "HttpNfcLease" [ 1631.836225] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1631.842368] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Acquiring lock "cc3c434c-0047-47a9-8622-9ea0f4e939c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.842627] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Lock "cc3c434c-0047-47a9-8622-9ea0f4e939c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.842864] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Acquiring lock "cc3c434c-0047-47a9-8622-9ea0f4e939c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.843075] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Lock "cc3c434c-0047-47a9-8622-9ea0f4e939c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.843447] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Lock "cc3c434c-0047-47a9-8622-9ea0f4e939c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.847029] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1631.847029] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a0ed89-1237-5353-76f9-5586cd447d00" [ 1631.847029] env[62402]: _type = "HttpNfcLease" [ 1631.847029] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1631.847323] env[62402]: INFO nova.compute.manager [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Terminating instance [ 1631.972375] env[62402]: DEBUG nova.compute.manager [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1631.974238] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1631.974238] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7731f5c1-058f-4e32-8443-15d74b1e8a6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.982150] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.982504] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ca1e455-a499-492e-9475-9d6979c5eb99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.990602] env[62402]: DEBUG oslo_vmware.api [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1631.990602] env[62402]: value = "task-1873020" [ 1631.990602] env[62402]: _type = "Task" [ 1631.990602] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.999999] env[62402]: DEBUG oslo_vmware.api [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1873020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.054471] env[62402]: DEBUG oslo_vmware.api [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1873018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346686} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.054760] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.054976] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.055179] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.055398] env[62402]: INFO nova.compute.manager [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Took 2.76 seconds to destroy the instance on the hypervisor. [ 1632.055725] env[62402]: DEBUG oslo.service.loopingcall [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.057040] env[62402]: DEBUG nova.compute.manager [-] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1632.057040] env[62402]: DEBUG nova.network.neutron [-] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1632.233809] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6255fdc8-3877-485b-88a5-0448f334c754 tempest-VolumesAdminNegativeTest-933094418 tempest-VolumesAdminNegativeTest-933094418-project-member] Lock "78354d5e-0d91-4efd-baf7-1c9226fbe74f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.533s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.348087] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1632.348087] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a0ed89-1237-5353-76f9-5586cd447d00" [ 1632.348087] env[62402]: _type = "HttpNfcLease" [ 1632.348087] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1632.350140] env[62402]: DEBUG oslo_vmware.rw_handles [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1632.350140] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a0ed89-1237-5353-76f9-5586cd447d00" [ 1632.350140] env[62402]: _type = "HttpNfcLease" [ 1632.350140] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1632.350905] env[62402]: DEBUG nova.compute.manager [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1632.351243] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.352077] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957a7d27-df8a-4176-8fad-e95a4e5660e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.358129] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895c6efc-be6e-4097-a7c4-996dd4863822 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.368784] env[62402]: DEBUG oslo_vmware.rw_handles [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f238c3-215a-4c21-3741-af25cb0d2d41/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1632.368979] env[62402]: DEBUG oslo_vmware.rw_handles [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f238c3-215a-4c21-3741-af25cb0d2d41/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1632.376364] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.377122] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75e2f0af-1796-46fe-9f50-219c79ab81d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.447812] env[62402]: DEBUG nova.compute.manager [req-5bcf7575-afb2-4e1c-a8be-5d915aa0b290 req-8d123855-e85c-49b2-98f3-a0973bed07f1 service nova] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Received event network-vif-deleted-16d99cd6-b864-4852-927a-bc67b1a10032 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1632.448121] env[62402]: INFO nova.compute.manager [req-5bcf7575-afb2-4e1c-a8be-5d915aa0b290 req-8d123855-e85c-49b2-98f3-a0973bed07f1 service nova] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Neutron deleted interface 16d99cd6-b864-4852-927a-bc67b1a10032; detaching it from the instance and deleting it from the info cache [ 1632.448402] env[62402]: DEBUG nova.network.neutron [req-5bcf7575-afb2-4e1c-a8be-5d915aa0b290 req-8d123855-e85c-49b2-98f3-a0973bed07f1 service nova] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.453575] env[62402]: DEBUG oslo_vmware.api [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Waiting for the task: (returnval){ [ 1632.453575] env[62402]: value = "task-1873021" [ 1632.453575] env[62402]: _type = "Task" [ 1632.453575] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.466767] env[62402]: DEBUG oslo_vmware.api [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.484573] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bad906-ba0d-9a78-92f8-bc03e01accef/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1632.485588] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a69ba1a-2b4e-47d0-b331-e410d36b4091 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.496972] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bad906-ba0d-9a78-92f8-bc03e01accef/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1632.497223] env[62402]: ERROR oslo_vmware.rw_handles [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bad906-ba0d-9a78-92f8-bc03e01accef/disk-0.vmdk due to incomplete transfer. [ 1632.500648] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c33df04-0ebd-4f57-a9c4-4128c90dd764 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.503465] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f2e299e5-10fa-40e5-a0ac-bdb67c22bab4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.510654] env[62402]: DEBUG oslo_vmware.api [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1873020, 'name': PowerOffVM_Task, 'duration_secs': 0.26691} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.511274] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.511537] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.511700] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36167f09-ff68-45b3-bbad-430130026608 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.518857] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bad906-ba0d-9a78-92f8-bc03e01accef/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1632.519081] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Uploaded image dcd56574-a521-46c8-8cc3-04d236bbac7b to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1632.521481] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1632.524397] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b766448e-b42c-432f-a32d-858e8604202b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.538356] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1632.538356] env[62402]: value = "task-1873023" [ 1632.538356] env[62402]: _type = "Task" [ 1632.538356] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.548538] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873023, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.713108] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.713349] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.713540] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Deleting the datastore file [datastore2] 7c628f37-d966-4d1e-8f1c-429c305592db {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.713815] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d8c7e70-9229-40b3-a551-9656f086793c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.725204] env[62402]: DEBUG oslo_vmware.api [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for the task: (returnval){ [ 1632.725204] env[62402]: value = "task-1873024" [ 1632.725204] env[62402]: _type = "Task" [ 1632.725204] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.737881] env[62402]: DEBUG oslo_vmware.api [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1873024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.877110] env[62402]: DEBUG nova.network.neutron [-] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.955663] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-445cadd8-65cb-46ed-87c1-fe1105ee164c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.975519] env[62402]: DEBUG oslo_vmware.api [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873021, 'name': PowerOffVM_Task, 'duration_secs': 0.277449} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.976966] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.977259] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.977580] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc74e8f1-2b9d-4624-b21f-4324d5414a40 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.982596] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2ecff2-84a5-409d-a08b-15595925e1c9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.036635] env[62402]: DEBUG nova.compute.manager [req-5bcf7575-afb2-4e1c-a8be-5d915aa0b290 req-8d123855-e85c-49b2-98f3-a0973bed07f1 service nova] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Detach interface failed, port_id=16d99cd6-b864-4852-927a-bc67b1a10032, reason: Instance 4f5194a6-18fa-485d-9567-34cad4d669bb could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1633.051517] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873023, 'name': Destroy_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.095998] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1633.096259] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1633.096445] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Deleting the datastore file [datastore1] cc3c434c-0047-47a9-8622-9ea0f4e939c8 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1633.100294] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3912b6d8-24fe-44b9-a4a7-5890133538a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.109576] env[62402]: DEBUG oslo_vmware.api [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Waiting for the task: (returnval){ [ 1633.109576] env[62402]: value = "task-1873026" [ 1633.109576] env[62402]: _type = "Task" [ 1633.109576] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.123679] env[62402]: DEBUG oslo_vmware.api [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.214763] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bd5368-adb5-4ea4-bb23-102f8a57d494 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.223470] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16c42c9-6f36-43b9-8cc6-1813a9005ba2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.235866] env[62402]: DEBUG oslo_vmware.api [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Task: {'id': task-1873024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203457} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.260617] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.261295] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.261553] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.261789] env[62402]: INFO nova.compute.manager [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1633.262114] env[62402]: DEBUG oslo.service.loopingcall [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.262600] env[62402]: DEBUG nova.compute.manager [-] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1633.262746] env[62402]: DEBUG nova.network.neutron [-] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1633.265093] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5ead9b-2fe5-46ed-9197-f25031e4aa2b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.273795] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a37ee14-72c8-44c2-b613-8caa7d4b6042 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.288644] env[62402]: DEBUG nova.compute.provider_tree [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.379737] env[62402]: INFO nova.compute.manager [-] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Took 1.32 seconds to deallocate network for instance. [ 1633.551773] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873023, 'name': Destroy_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.622824] env[62402]: DEBUG oslo_vmware.api [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Task: {'id': task-1873026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194378} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.623472] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.624041] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.624041] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.624041] env[62402]: INFO nova.compute.manager [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1633.624371] env[62402]: DEBUG oslo.service.loopingcall [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.624656] env[62402]: DEBUG nova.compute.manager [-] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1633.624735] env[62402]: DEBUG nova.network.neutron [-] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1633.792243] env[62402]: DEBUG nova.scheduler.client.report [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.887683] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.052208] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873023, 'name': Destroy_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.121413] env[62402]: DEBUG nova.network.neutron [-] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.299047] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.299751] env[62402]: DEBUG nova.compute.manager [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1634.305128] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.372s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.305128] env[62402]: INFO nova.compute.claims [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1634.438634] env[62402]: DEBUG nova.compute.manager [req-c0a1af1e-916d-4cc3-a4b5-9d3d004fbcee req-5a266a80-d6fb-423b-9624-69f818c1adfa service nova] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Received event network-vif-deleted-b9e10c5d-cc40-40b2-a913-738363a06ba1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1634.438971] env[62402]: DEBUG nova.compute.manager [req-c0a1af1e-916d-4cc3-a4b5-9d3d004fbcee req-5a266a80-d6fb-423b-9624-69f818c1adfa service nova] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Received event network-vif-deleted-7d0efeee-e261-4bdb-8d41-f767cb457641 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1634.439177] env[62402]: INFO nova.compute.manager [req-c0a1af1e-916d-4cc3-a4b5-9d3d004fbcee req-5a266a80-d6fb-423b-9624-69f818c1adfa service nova] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Neutron deleted interface 7d0efeee-e261-4bdb-8d41-f767cb457641; detaching it from the instance and deleting it from the info cache [ 1634.439434] env[62402]: DEBUG nova.network.neutron [req-c0a1af1e-916d-4cc3-a4b5-9d3d004fbcee req-5a266a80-d6fb-423b-9624-69f818c1adfa service nova] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.443027] env[62402]: DEBUG nova.network.neutron [-] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.553841] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873023, 'name': Destroy_Task, 'duration_secs': 1.719373} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.554148] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Destroyed the VM [ 1634.554405] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1634.554718] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e9e65b1-7b97-463d-9ed0-9e5e066b8594 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.562547] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1634.562547] env[62402]: value = "task-1873027" [ 1634.562547] env[62402]: _type = "Task" [ 1634.562547] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.572394] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873027, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.623251] env[62402]: INFO nova.compute.manager [-] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Took 1.36 seconds to deallocate network for instance. [ 1634.818415] env[62402]: DEBUG nova.compute.utils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1634.819805] env[62402]: DEBUG nova.compute.manager [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Not allocating networking since 'none' was specified. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1634.943519] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fbcb49b-deeb-4ea7-8e23-631ec97af60f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.946935] env[62402]: INFO nova.compute.manager [-] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Took 1.32 seconds to deallocate network for instance. [ 1634.958717] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f283ee3-bd3a-41b6-abec-4cbaea7c70f3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.001974] env[62402]: DEBUG nova.compute.manager [req-c0a1af1e-916d-4cc3-a4b5-9d3d004fbcee req-5a266a80-d6fb-423b-9624-69f818c1adfa service nova] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Detach interface failed, port_id=7d0efeee-e261-4bdb-8d41-f767cb457641, reason: Instance cc3c434c-0047-47a9-8622-9ea0f4e939c8 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1635.073184] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873027, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.130180] env[62402]: DEBUG oslo_concurrency.lockutils [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.325660] env[62402]: DEBUG nova.compute.manager [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1635.456055] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.576278] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873027, 'name': RemoveSnapshot_Task, 'duration_secs': 0.548908} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.579844] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1635.580248] env[62402]: DEBUG nova.compute.manager [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.581544] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8948c61-94cf-4c8a-83cb-8cda4f504f57 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.711222] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5092296e-c605-48d1-8a5b-95bce0030d3b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.719879] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca26902-c8d1-4511-ab94-27992ae5543f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.756023] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f2804a-23fc-4427-814a-7f46e720dbe7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.764746] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d914bbbc-7861-4241-8831-9a9a5e3442a8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.780192] env[62402]: DEBUG nova.compute.provider_tree [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.096316] env[62402]: INFO nova.compute.manager [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Shelve offloading [ 1636.284018] env[62402]: DEBUG nova.scheduler.client.report [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1636.336551] env[62402]: DEBUG nova.compute.manager [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1636.366116] env[62402]: DEBUG nova.virt.hardware [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1636.366449] env[62402]: DEBUG nova.virt.hardware [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.366927] env[62402]: DEBUG nova.virt.hardware [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1636.366927] env[62402]: DEBUG nova.virt.hardware [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.367055] env[62402]: DEBUG nova.virt.hardware [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1636.367282] env[62402]: DEBUG nova.virt.hardware [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1636.367561] env[62402]: DEBUG nova.virt.hardware [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1636.367773] env[62402]: DEBUG nova.virt.hardware [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1636.368056] env[62402]: DEBUG nova.virt.hardware [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1636.368147] env[62402]: DEBUG nova.virt.hardware [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1636.368335] env[62402]: DEBUG nova.virt.hardware [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1636.369699] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4156e733-3b01-44b5-821f-0fa5e156c254 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.379789] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39961dac-9f0e-4b63-8dd1-4ea063c320d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.396204] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Instance VIF info [] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1636.401751] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Creating folder: Project (ed5243a203034b0abdfc0b4fecf40839). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1636.402127] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed3d50da-7e7d-4f59-b76e-f206a434bdd4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.418154] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Created folder: Project (ed5243a203034b0abdfc0b4fecf40839) in parent group-v386882. [ 1636.418470] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Creating folder: Instances. Parent ref: group-v387095. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1636.418751] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c6629ce-41ff-4ee2-8f45-cce8cd94a268 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.432614] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Created folder: Instances in parent group-v387095. [ 1636.433019] env[62402]: DEBUG oslo.service.loopingcall [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.433721] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1636.434038] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdf18b9d-4f61-4506-88d7-2c09f2f53298 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.457664] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1636.457664] env[62402]: value = "task-1873030" [ 1636.457664] env[62402]: _type = "Task" [ 1636.457664] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.467530] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873030, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.601630] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1636.601984] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35204469-91cc-4453-9390-f582a4edd064 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.612450] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1636.612450] env[62402]: value = "task-1873031" [ 1636.612450] env[62402]: _type = "Task" [ 1636.612450] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.622820] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1636.623118] env[62402]: DEBUG nova.compute.manager [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.624058] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449ee06a-12b8-4051-8d30-baa4d31d5b6d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.631874] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "refresh_cache-9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.632136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "refresh_cache-9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.632256] env[62402]: DEBUG nova.network.neutron [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.790220] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.790967] env[62402]: DEBUG nova.compute.manager [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1636.794765] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.619s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.796569] env[62402]: INFO nova.compute.claims [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.968355] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873030, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.305043] env[62402]: DEBUG nova.compute.utils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1637.306667] env[62402]: DEBUG nova.compute.manager [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1637.306849] env[62402]: DEBUG nova.network.neutron [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1637.436332] env[62402]: DEBUG nova.policy [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '076a0bd09a4f43a1b098984791aa67cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bab71553fd714248b27ab4049a6f6575', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1637.475967] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873030, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.817753] env[62402]: DEBUG nova.compute.manager [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1637.892045] env[62402]: DEBUG nova.network.neutron [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Updating instance_info_cache with network_info: [{"id": "010e40b8-ea00-41c6-ae31-6eb7c16789ec", "address": "fa:16:3e:d4:92:73", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010e40b8-ea", "ovs_interfaceid": "010e40b8-ea00-41c6-ae31-6eb7c16789ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.974920] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873030, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.113985] env[62402]: DEBUG nova.network.neutron [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Successfully created port: 242abf47-7fed-4eee-b55f-74861700281b {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1638.296115] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb327fb-573f-4d9b-9686-e6351ba508ce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.306899] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f83270-a2e3-4835-ae44-a414d4e61826 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.351515] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e43450-af3d-4ab7-bb2a-0965047eeb1a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.359626] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0324908-1497-428e-afa7-c49edad128f8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.377023] env[62402]: DEBUG nova.compute.provider_tree [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.395169] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "refresh_cache-9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.470932] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873030, 'name': CreateVM_Task, 'duration_secs': 1.633291} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.473181] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1638.473834] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.474225] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.474698] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1638.475428] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de8a00f-5dd2-4501-a5c9-96aebd0c0f83 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.483443] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1638.483443] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ca31a4-e5cc-66ce-fd81-7b35af1dcc01" [ 1638.483443] env[62402]: _type = "Task" [ 1638.483443] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.491925] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ca31a4-e5cc-66ce-fd81-7b35af1dcc01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.857510] env[62402]: DEBUG nova.compute.manager [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1638.884573] env[62402]: DEBUG nova.scheduler.client.report [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.902425] env[62402]: DEBUG nova.virt.hardware [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1638.902425] env[62402]: DEBUG nova.virt.hardware [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.902425] env[62402]: DEBUG nova.virt.hardware [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1638.902425] env[62402]: DEBUG nova.virt.hardware [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.902425] env[62402]: DEBUG nova.virt.hardware [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1638.902425] env[62402]: DEBUG nova.virt.hardware [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1638.911020] env[62402]: DEBUG nova.virt.hardware [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1638.911020] env[62402]: DEBUG nova.virt.hardware [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1638.911020] env[62402]: DEBUG nova.virt.hardware [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1638.911020] env[62402]: DEBUG nova.virt.hardware [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1638.911020] env[62402]: DEBUG nova.virt.hardware [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1638.911020] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d202ed5b-e1fd-4a0c-bab9-0dc7d24c3fb8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.920937] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2e1e7e-b6bd-4579-b39a-bda7ac84fc15 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.927819] env[62402]: DEBUG nova.compute.manager [req-e89f667f-1f07-4fc5-9330-5e0bbfdb398f req-769388be-597c-4c2c-b9c0-bc31af5a1c7f service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Received event network-vif-unplugged-010e40b8-ea00-41c6-ae31-6eb7c16789ec {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1638.928104] env[62402]: DEBUG oslo_concurrency.lockutils [req-e89f667f-1f07-4fc5-9330-5e0bbfdb398f req-769388be-597c-4c2c-b9c0-bc31af5a1c7f service nova] Acquiring lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.928351] env[62402]: DEBUG oslo_concurrency.lockutils [req-e89f667f-1f07-4fc5-9330-5e0bbfdb398f req-769388be-597c-4c2c-b9c0-bc31af5a1c7f service nova] Lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.930021] env[62402]: DEBUG oslo_concurrency.lockutils [req-e89f667f-1f07-4fc5-9330-5e0bbfdb398f req-769388be-597c-4c2c-b9c0-bc31af5a1c7f service nova] Lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.930021] env[62402]: DEBUG nova.compute.manager [req-e89f667f-1f07-4fc5-9330-5e0bbfdb398f req-769388be-597c-4c2c-b9c0-bc31af5a1c7f service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] No waiting events found dispatching network-vif-unplugged-010e40b8-ea00-41c6-ae31-6eb7c16789ec {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1638.930021] env[62402]: WARNING nova.compute.manager [req-e89f667f-1f07-4fc5-9330-5e0bbfdb398f req-769388be-597c-4c2c-b9c0-bc31af5a1c7f service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Received unexpected event network-vif-unplugged-010e40b8-ea00-41c6-ae31-6eb7c16789ec for instance with vm_state shelved and task_state shelving_offloading. [ 1638.979877] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.980999] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ee0c01-3dbf-486a-8f2a-04e87a3173cd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.995407] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ca31a4-e5cc-66ce-fd81-7b35af1dcc01, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.998237] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.998762] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.999067] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.999279] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.999503] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1639.000036] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1639.000336] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d96be8b-4182-453e-9bc1-a02d5840fa0c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.002781] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a86fe79d-d6f1-41f2-9556-a0b0623a1f7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.013556] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1639.014152] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1639.015174] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21592a62-6818-4e9d-98be-22ac8aa829b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.021831] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1639.021831] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5285f056-0fee-b71b-2189-d06ff41ca1e0" [ 1639.021831] env[62402]: _type = "Task" [ 1639.021831] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.031799] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5285f056-0fee-b71b-2189-d06ff41ca1e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.198100] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.198488] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.198784] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleting the datastore file [datastore2] 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.199160] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3d00f5e-e7ff-495f-8ea8-25787e6b280e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.210100] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1639.210100] env[62402]: value = "task-1873033" [ 1639.210100] env[62402]: _type = "Task" [ 1639.210100] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.220454] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.392327] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.393195] env[62402]: DEBUG nova.compute.manager [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1639.399395] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.699s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.403046] env[62402]: INFO nova.compute.claims [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1639.535810] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5285f056-0fee-b71b-2189-d06ff41ca1e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.536698] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897cf964-869c-4704-b9cf-cc03d1973728 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.543178] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1639.543178] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52597e57-cd4a-837c-10bd-133ec6619ad6" [ 1639.543178] env[62402]: _type = "Task" [ 1639.543178] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.551835] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52597e57-cd4a-837c-10bd-133ec6619ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.721540] env[62402]: DEBUG oslo_vmware.api [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259248} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.721865] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.722165] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.722449] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.753697] env[62402]: INFO nova.scheduler.client.report [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted allocations for instance 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52 [ 1639.912646] env[62402]: DEBUG nova.compute.utils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.916161] env[62402]: DEBUG nova.compute.manager [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1639.916261] env[62402]: DEBUG nova.network.neutron [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1640.034711] env[62402]: DEBUG nova.policy [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb4012aa38843dd993346756a94bf36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ff0a2923054afa889f8f3776d2b71d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1640.054624] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52597e57-cd4a-837c-10bd-133ec6619ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.055067] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.055688] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf/0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1640.056046] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c431f55-54b5-4c5f-a9c2-1c760089498d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.068273] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1640.068273] env[62402]: value = "task-1873034" [ 1640.068273] env[62402]: _type = "Task" [ 1640.068273] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.081487] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.259653] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.416577] env[62402]: DEBUG nova.compute.manager [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1640.582151] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4991} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.586512] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf/0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1640.586767] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1640.587365] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2ea92bc-c2dc-47f0-a9dc-3e37db49da51 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.597699] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1640.597699] env[62402]: value = "task-1873035" [ 1640.597699] env[62402]: _type = "Task" [ 1640.597699] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.611255] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.638077] env[62402]: DEBUG nova.network.neutron [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Successfully updated port: 242abf47-7fed-4eee-b55f-74861700281b {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1640.806701] env[62402]: DEBUG nova.network.neutron [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Successfully created port: 99161bf5-bc94-404b-857a-1dec78d1f90f {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1641.019102] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41790b0-8330-4db3-898f-99385d2b665b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.028179] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba4d5e-7fa0-4f1e-be17-67ad0c83598b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.066030] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a8c7c0-6cfe-4b38-81c5-233802bcfa07 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.079414] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e26de0a-2cfc-44a8-99d6-7c6f439bdf9d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.095447] env[62402]: DEBUG nova.compute.provider_tree [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.100659] env[62402]: DEBUG nova.compute.manager [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Received event network-changed-010e40b8-ea00-41c6-ae31-6eb7c16789ec {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1641.100831] env[62402]: DEBUG nova.compute.manager [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Refreshing instance network info cache due to event network-changed-010e40b8-ea00-41c6-ae31-6eb7c16789ec. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1641.101239] env[62402]: DEBUG oslo_concurrency.lockutils [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] Acquiring lock "refresh_cache-9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.101239] env[62402]: DEBUG oslo_concurrency.lockutils [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] Acquired lock "refresh_cache-9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.101307] env[62402]: DEBUG nova.network.neutron [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Refreshing network info cache for port 010e40b8-ea00-41c6-ae31-6eb7c16789ec {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.114065] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080677} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.114539] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1641.115192] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8262e598-517c-4f4f-a1fc-481bba8e9d98 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.141607] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf/0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1641.145625] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Acquiring lock "refresh_cache-71dca744-b9f7-4fc3-8b7a-9ff9cb088751" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.145625] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Acquired lock "refresh_cache-71dca744-b9f7-4fc3-8b7a-9ff9cb088751" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.145625] env[62402]: DEBUG nova.network.neutron [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.147264] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aece089-5c18-470c-9392-7951bdc62e5f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.167171] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.176858] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1641.176858] env[62402]: value = "task-1873036" [ 1641.176858] env[62402]: _type = "Task" [ 1641.176858] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.187831] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.199027] env[62402]: DEBUG oslo_vmware.rw_handles [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f238c3-215a-4c21-3741-af25cb0d2d41/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1641.199027] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac99b975-f695-4eb3-a8f9-04ba04543d47 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.208312] env[62402]: DEBUG oslo_vmware.rw_handles [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f238c3-215a-4c21-3741-af25cb0d2d41/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1641.208312] env[62402]: ERROR oslo_vmware.rw_handles [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f238c3-215a-4c21-3741-af25cb0d2d41/disk-0.vmdk due to incomplete transfer. [ 1641.208312] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-acac9d17-e823-492a-9b92-bfe46b83464b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.215711] env[62402]: DEBUG oslo_vmware.rw_handles [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f238c3-215a-4c21-3741-af25cb0d2d41/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1641.216120] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Uploaded image 37c9e2e6-42f9-42b0-a0e5-790fddbea652 to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1641.217906] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1641.218243] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7d52bb3c-8219-4d0b-922d-fede033f6eef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.225187] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1641.225187] env[62402]: value = "task-1873037" [ 1641.225187] env[62402]: _type = "Task" [ 1641.225187] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.237386] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873037, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.434584] env[62402]: DEBUG nova.compute.manager [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1641.463244] env[62402]: DEBUG nova.virt.hardware [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1641.463244] env[62402]: DEBUG nova.virt.hardware [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1641.463244] env[62402]: DEBUG nova.virt.hardware [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1641.463244] env[62402]: DEBUG nova.virt.hardware [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1641.463244] env[62402]: DEBUG nova.virt.hardware [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1641.463244] env[62402]: DEBUG nova.virt.hardware [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1641.463244] env[62402]: DEBUG nova.virt.hardware [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1641.463244] env[62402]: DEBUG nova.virt.hardware [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1641.464360] env[62402]: DEBUG nova.virt.hardware [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1641.464763] env[62402]: DEBUG nova.virt.hardware [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1641.465173] env[62402]: DEBUG nova.virt.hardware [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1641.466288] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc53c477-de5f-4b87-b6a4-48a00af8b3fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.476763] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e43dbf3-15f5-4c21-af8b-dc3e7863ec1a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.599866] env[62402]: DEBUG nova.scheduler.client.report [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1641.693086] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873036, 'name': ReconfigVM_Task, 'duration_secs': 0.39292} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.693486] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf/0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.694152] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-111b79a4-87cf-410b-813b-697ba3965fe4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.704479] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1641.704479] env[62402]: value = "task-1873038" [ 1641.704479] env[62402]: _type = "Task" [ 1641.704479] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.714200] env[62402]: DEBUG nova.network.neutron [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1641.720684] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873038, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.739901] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873037, 'name': Destroy_Task, 'duration_secs': 0.406992} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.740301] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Destroyed the VM [ 1641.740584] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1641.741414] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4ba7a789-a6c2-49cc-9698-cff604cf7ad9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.756680] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1641.756680] env[62402]: value = "task-1873039" [ 1641.756680] env[62402]: _type = "Task" [ 1641.756680] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.768429] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873039, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.918216] env[62402]: DEBUG nova.network.neutron [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Updated VIF entry in instance network info cache for port 010e40b8-ea00-41c6-ae31-6eb7c16789ec. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.921545] env[62402]: DEBUG nova.network.neutron [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Updating instance_info_cache with network_info: [{"id": "010e40b8-ea00-41c6-ae31-6eb7c16789ec", "address": "fa:16:3e:d4:92:73", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": null, "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap010e40b8-ea", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.021709] env[62402]: DEBUG nova.network.neutron [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Updating instance_info_cache with network_info: [{"id": "242abf47-7fed-4eee-b55f-74861700281b", "address": "fa:16:3e:65:c6:17", "network": {"id": "2a28528d-5358-472e-9c1c-bc06ef499336", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1044890730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab71553fd714248b27ab4049a6f6575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242abf47-7f", "ovs_interfaceid": "242abf47-7fed-4eee-b55f-74861700281b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.108500] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.108712] env[62402]: DEBUG nova.compute.manager [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1642.112417] env[62402]: DEBUG oslo_concurrency.lockutils [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.400s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.112661] env[62402]: DEBUG nova.objects.instance [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lazy-loading 'resources' on Instance uuid 02605c9c-1514-43e3-9885-e6137177bcfe {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1642.215721] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873038, 'name': Rename_Task, 'duration_secs': 0.158565} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.216238] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1642.216542] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6299ba56-432d-43c8-b394-fb2a2e1e8431 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.225030] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1642.225030] env[62402]: value = "task-1873040" [ 1642.225030] env[62402]: _type = "Task" [ 1642.225030] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.233734] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.267810] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873039, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.431325] env[62402]: DEBUG oslo_concurrency.lockutils [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] Releasing lock "refresh_cache-9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.431610] env[62402]: DEBUG nova.compute.manager [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Received event network-vif-plugged-242abf47-7fed-4eee-b55f-74861700281b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1642.431805] env[62402]: DEBUG oslo_concurrency.lockutils [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] Acquiring lock "71dca744-b9f7-4fc3-8b7a-9ff9cb088751-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.432026] env[62402]: DEBUG oslo_concurrency.lockutils [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] Lock "71dca744-b9f7-4fc3-8b7a-9ff9cb088751-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.432195] env[62402]: DEBUG oslo_concurrency.lockutils [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] Lock "71dca744-b9f7-4fc3-8b7a-9ff9cb088751-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.432382] env[62402]: DEBUG nova.compute.manager [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] No waiting events found dispatching network-vif-plugged-242abf47-7fed-4eee-b55f-74861700281b {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1642.432579] env[62402]: WARNING nova.compute.manager [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Received unexpected event network-vif-plugged-242abf47-7fed-4eee-b55f-74861700281b for instance with vm_state building and task_state spawning. [ 1642.432762] env[62402]: DEBUG nova.compute.manager [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Received event network-changed-242abf47-7fed-4eee-b55f-74861700281b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1642.432925] env[62402]: DEBUG nova.compute.manager [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Refreshing instance network info cache due to event network-changed-242abf47-7fed-4eee-b55f-74861700281b. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1642.433666] env[62402]: DEBUG oslo_concurrency.lockutils [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] Acquiring lock "refresh_cache-71dca744-b9f7-4fc3-8b7a-9ff9cb088751" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.524722] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Releasing lock "refresh_cache-71dca744-b9f7-4fc3-8b7a-9ff9cb088751" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.525181] env[62402]: DEBUG nova.compute.manager [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Instance network_info: |[{"id": "242abf47-7fed-4eee-b55f-74861700281b", "address": "fa:16:3e:65:c6:17", "network": {"id": "2a28528d-5358-472e-9c1c-bc06ef499336", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1044890730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab71553fd714248b27ab4049a6f6575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242abf47-7f", "ovs_interfaceid": "242abf47-7fed-4eee-b55f-74861700281b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1642.525547] env[62402]: DEBUG oslo_concurrency.lockutils [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] Acquired lock "refresh_cache-71dca744-b9f7-4fc3-8b7a-9ff9cb088751" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.525882] env[62402]: DEBUG nova.network.neutron [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Refreshing network info cache for port 242abf47-7fed-4eee-b55f-74861700281b {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1642.527017] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:c6:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '242abf47-7fed-4eee-b55f-74861700281b', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1642.537268] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Creating folder: Project (bab71553fd714248b27ab4049a6f6575). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1642.541079] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da9aa4b5-294f-46d8-80ef-c462361bd467 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.554687] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Created folder: Project (bab71553fd714248b27ab4049a6f6575) in parent group-v386882. [ 1642.554901] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Creating folder: Instances. Parent ref: group-v387098. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1642.555170] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3fe27f4-1d61-41ec-976c-5745cfd9e720 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.566515] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Created folder: Instances in parent group-v387098. [ 1642.566887] env[62402]: DEBUG oslo.service.loopingcall [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1642.567188] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1642.568938] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b458bf2-08aa-458d-b86a-b0c7caaa12e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.594480] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "f1db9f09-3415-4031-b4a2-3aaa34ee4936" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.594792] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "f1db9f09-3415-4031-b4a2-3aaa34ee4936" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.603903] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1642.603903] env[62402]: value = "task-1873043" [ 1642.603903] env[62402]: _type = "Task" [ 1642.603903] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.617098] env[62402]: DEBUG nova.compute.utils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1642.621737] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873043, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.621737] env[62402]: DEBUG nova.compute.manager [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1642.621737] env[62402]: DEBUG nova.network.neutron [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1642.692861] env[62402]: DEBUG nova.network.neutron [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Successfully updated port: 99161bf5-bc94-404b-857a-1dec78d1f90f {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1642.708815] env[62402]: DEBUG nova.policy [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfcd09ef0174425bb73021ecb854e6d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbd6dad28f4c411da616a31b3f96dab4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1642.736815] env[62402]: DEBUG oslo_vmware.api [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873040, 'name': PowerOnVM_Task, 'duration_secs': 0.503299} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.739447] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1642.739659] env[62402]: INFO nova.compute.manager [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Took 6.40 seconds to spawn the instance on the hypervisor. [ 1642.739843] env[62402]: DEBUG nova.compute.manager [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.740832] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d154355-6df8-44d3-b055-c6a00434b9dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.771505] env[62402]: DEBUG oslo_vmware.api [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873039, 'name': RemoveSnapshot_Task, 'duration_secs': 0.798093} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.771505] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1642.771716] env[62402]: INFO nova.compute.manager [None req-729623bb-0310-4200-aaf4-72271a225854 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Took 15.58 seconds to snapshot the instance on the hypervisor. [ 1642.825775] env[62402]: DEBUG nova.network.neutron [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Updated VIF entry in instance network info cache for port 242abf47-7fed-4eee-b55f-74861700281b. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.826306] env[62402]: DEBUG nova.network.neutron [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Updating instance_info_cache with network_info: [{"id": "242abf47-7fed-4eee-b55f-74861700281b", "address": "fa:16:3e:65:c6:17", "network": {"id": "2a28528d-5358-472e-9c1c-bc06ef499336", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1044890730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab71553fd714248b27ab4049a6f6575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242abf47-7f", "ovs_interfaceid": "242abf47-7fed-4eee-b55f-74861700281b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.081535] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56080b1-5d5e-4467-8e2c-187d921d866e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.090396] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754d0dd6-2bc6-4403-b67f-4ade91f9c7d7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.127239] env[62402]: DEBUG nova.compute.manager [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1643.130981] env[62402]: DEBUG nova.compute.manager [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1643.137295] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20d1e14-cf03-4974-8079-1cc88dee624c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.145911] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873043, 'name': CreateVM_Task, 'duration_secs': 0.422334} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.147975] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1643.148863] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.149053] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.149347] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1643.151266] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6b0248-5d3c-4bde-9870-c0c16a952990 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.157770] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f8b1f7-0650-4a56-9f0a-9460a1447ebc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.163063] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Waiting for the task: (returnval){ [ 1643.163063] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52586d31-b070-27db-e4a5-7711db5ae59f" [ 1643.163063] env[62402]: _type = "Task" [ 1643.163063] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.176362] env[62402]: DEBUG nova.compute.provider_tree [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.188378] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52586d31-b070-27db-e4a5-7711db5ae59f, 'name': SearchDatastore_Task, 'duration_secs': 0.010992} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.188721] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.188953] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1643.190077] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.190077] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.190077] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1643.190077] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2631c34d-436a-48d4-9db1-583c56c7b5b7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.194037] env[62402]: DEBUG nova.compute.manager [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Received event network-vif-plugged-99161bf5-bc94-404b-857a-1dec78d1f90f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1643.194176] env[62402]: DEBUG oslo_concurrency.lockutils [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] Acquiring lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.194392] env[62402]: DEBUG oslo_concurrency.lockutils [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.194523] env[62402]: DEBUG oslo_concurrency.lockutils [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.194695] env[62402]: DEBUG nova.compute.manager [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] No waiting events found dispatching network-vif-plugged-99161bf5-bc94-404b-857a-1dec78d1f90f {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.194885] env[62402]: WARNING nova.compute.manager [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Received unexpected event network-vif-plugged-99161bf5-bc94-404b-857a-1dec78d1f90f for instance with vm_state building and task_state spawning. [ 1643.199020] env[62402]: DEBUG nova.compute.manager [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Received event network-changed-99161bf5-bc94-404b-857a-1dec78d1f90f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1643.199020] env[62402]: DEBUG nova.compute.manager [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Refreshing instance network info cache due to event network-changed-99161bf5-bc94-404b-857a-1dec78d1f90f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1643.199020] env[62402]: DEBUG oslo_concurrency.lockutils [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] Acquiring lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.199020] env[62402]: DEBUG oslo_concurrency.lockutils [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] Acquired lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.199020] env[62402]: DEBUG nova.network.neutron [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Refreshing network info cache for port 99161bf5-bc94-404b-857a-1dec78d1f90f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1643.199020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.205197] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1643.205384] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1643.206170] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4ab083-9121-4a31-9f88-12175246c4db {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.214654] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Waiting for the task: (returnval){ [ 1643.214654] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52351681-8784-a4e3-038d-420678602649" [ 1643.214654] env[62402]: _type = "Task" [ 1643.214654] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.225844] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52351681-8784-a4e3-038d-420678602649, 'name': SearchDatastore_Task} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.226624] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5964263b-5d95-4538-a50c-94399ac34b31 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.232722] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Waiting for the task: (returnval){ [ 1643.232722] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529c10e1-0524-5102-e953-bb9f554ddd40" [ 1643.232722] env[62402]: _type = "Task" [ 1643.232722] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.247114] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529c10e1-0524-5102-e953-bb9f554ddd40, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.247114] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.247114] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 71dca744-b9f7-4fc3-8b7a-9ff9cb088751/71dca744-b9f7-4fc3-8b7a-9ff9cb088751.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.247114] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bca69425-95ec-448e-8ed5-0c9f128ad263 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.255502] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Waiting for the task: (returnval){ [ 1643.255502] env[62402]: value = "task-1873044" [ 1643.255502] env[62402]: _type = "Task" [ 1643.255502] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.270450] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.271659] env[62402]: INFO nova.compute.manager [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Took 40.99 seconds to build instance. [ 1643.295630] env[62402]: DEBUG nova.network.neutron [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Successfully created port: 8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1643.330983] env[62402]: DEBUG oslo_concurrency.lockutils [req-e823da15-1f1e-4fb3-b7d5-773a8f59dc2b req-411d54a3-48e6-4867-b616-17343eba9f46 service nova] Releasing lock "refresh_cache-71dca744-b9f7-4fc3-8b7a-9ff9cb088751" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.672857] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.682177] env[62402]: DEBUG nova.scheduler.client.report [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.746996] env[62402]: DEBUG nova.network.neutron [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.765484] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505786} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.765774] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 71dca744-b9f7-4fc3-8b7a-9ff9cb088751/71dca744-b9f7-4fc3-8b7a-9ff9cb088751.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1643.766148] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1643.766417] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a510b8b-722b-4adc-b077-89f4f0d0ab91 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.774501] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Waiting for the task: (returnval){ [ 1643.774501] env[62402]: value = "task-1873045" [ 1643.774501] env[62402]: _type = "Task" [ 1643.774501] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.774501] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fd90e6a6-67b2-4ff7-9bee-9ac644adecbd tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lock "0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.043s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.782221] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.828693] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Acquiring lock "01e64ee0-c60e-476a-bc08-8ea04658bbfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.828974] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Lock "01e64ee0-c60e-476a-bc08-8ea04658bbfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.843146] env[62402]: DEBUG nova.network.neutron [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.146714] env[62402]: DEBUG nova.compute.manager [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1644.167916] env[62402]: DEBUG nova.virt.hardware [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1644.168175] env[62402]: DEBUG nova.virt.hardware [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1644.168340] env[62402]: DEBUG nova.virt.hardware [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1644.168517] env[62402]: DEBUG nova.virt.hardware [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1644.168668] env[62402]: DEBUG nova.virt.hardware [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1644.168811] env[62402]: DEBUG nova.virt.hardware [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1644.169034] env[62402]: DEBUG nova.virt.hardware [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1644.169202] env[62402]: DEBUG nova.virt.hardware [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1644.169370] env[62402]: DEBUG nova.virt.hardware [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1644.169536] env[62402]: DEBUG nova.virt.hardware [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1644.169713] env[62402]: DEBUG nova.virt.hardware [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1644.170754] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b2fdb6-f61d-41ef-83b9-0a76e8afea02 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.179693] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba923be-b036-41c3-8e68-5780f036061b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.194776] env[62402]: DEBUG oslo_concurrency.lockutils [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.197018] env[62402]: DEBUG oslo_concurrency.lockutils [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.911s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.197250] env[62402]: DEBUG nova.objects.instance [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lazy-loading 'resources' on Instance uuid 2d423f66-4b38-4fc4-abe5-5d09381e1c86 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1644.216222] env[62402]: INFO nova.scheduler.client.report [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Deleted allocations for instance 02605c9c-1514-43e3-9885-e6137177bcfe [ 1644.282575] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067748} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.282857] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1644.283992] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529ebf3c-3fa3-44cb-9059-c7ba7d8bc9a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.311639] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 71dca744-b9f7-4fc3-8b7a-9ff9cb088751/71dca744-b9f7-4fc3-8b7a-9ff9cb088751.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1644.311639] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8b5bd00-f5f9-47e5-a794-769e71617150 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.332465] env[62402]: DEBUG nova.compute.manager [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1644.342409] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Waiting for the task: (returnval){ [ 1644.342409] env[62402]: value = "task-1873046" [ 1644.342409] env[62402]: _type = "Task" [ 1644.342409] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.346747] env[62402]: DEBUG oslo_concurrency.lockutils [req-c833f8a1-af61-4a0e-82a3-49abb4ec2b82 req-27bb64c3-a1bb-4eac-8025-c6277749992c service nova] Releasing lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.347170] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.347390] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.347540] env[62402]: DEBUG nova.network.neutron [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.415020] env[62402]: INFO nova.compute.manager [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Rebuilding instance [ 1644.456663] env[62402]: DEBUG nova.compute.manager [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1644.457604] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72310ee3-18bd-4055-9351-9714f69220f3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.724824] env[62402]: DEBUG oslo_concurrency.lockutils [None req-021130a5-91d4-438f-8976-a401bf26b11d tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "02605c9c-1514-43e3-9885-e6137177bcfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.767s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.859566] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873046, 'name': ReconfigVM_Task, 'duration_secs': 0.283381} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.859566] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 71dca744-b9f7-4fc3-8b7a-9ff9cb088751/71dca744-b9f7-4fc3-8b7a-9ff9cb088751.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1644.859566] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47510823-e4a9-41e0-a185-3dbef36d8464 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.866180] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.867925] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Waiting for the task: (returnval){ [ 1644.867925] env[62402]: value = "task-1873047" [ 1644.867925] env[62402]: _type = "Task" [ 1644.867925] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.881624] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873047, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.908094] env[62402]: DEBUG nova.network.neutron [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.053479] env[62402]: DEBUG nova.network.neutron [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Successfully updated port: 8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1645.083653] env[62402]: DEBUG nova.network.neutron [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance_info_cache with network_info: [{"id": "99161bf5-bc94-404b-857a-1dec78d1f90f", "address": "fa:16:3e:4c:d3:46", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99161bf5-bc", "ovs_interfaceid": "99161bf5-bc94-404b-857a-1dec78d1f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.133153] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d960922-602e-4e7d-89d5-6355053fc0c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.141382] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a53dfa-ade9-4880-9262-e517f79b2ec7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.175986] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77d5725-ed65-4fc6-96dd-cdeea8f2edb8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.186148] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdbed66-2718-4854-bd1b-607ca1e36c44 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.201816] env[62402]: DEBUG nova.compute.provider_tree [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.329938] env[62402]: DEBUG nova.compute.manager [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Received event network-vif-plugged-8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1645.330121] env[62402]: DEBUG oslo_concurrency.lockutils [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] Acquiring lock "2e3aa73c-2431-425a-b026-38abcbd2a908-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.330470] env[62402]: DEBUG oslo_concurrency.lockutils [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] Lock "2e3aa73c-2431-425a-b026-38abcbd2a908-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.330512] env[62402]: DEBUG oslo_concurrency.lockutils [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] Lock "2e3aa73c-2431-425a-b026-38abcbd2a908-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.330670] env[62402]: DEBUG nova.compute.manager [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] No waiting events found dispatching network-vif-plugged-8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1645.330831] env[62402]: WARNING nova.compute.manager [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Received unexpected event network-vif-plugged-8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b for instance with vm_state building and task_state spawning. [ 1645.330988] env[62402]: DEBUG nova.compute.manager [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Received event network-changed-8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1645.331224] env[62402]: DEBUG nova.compute.manager [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Refreshing instance network info cache due to event network-changed-8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1645.331373] env[62402]: DEBUG oslo_concurrency.lockutils [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] Acquiring lock "refresh_cache-2e3aa73c-2431-425a-b026-38abcbd2a908" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.331572] env[62402]: DEBUG oslo_concurrency.lockutils [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] Acquired lock "refresh_cache-2e3aa73c-2431-425a-b026-38abcbd2a908" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.331743] env[62402]: DEBUG nova.network.neutron [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Refreshing network info cache for port 8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1645.381612] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873047, 'name': Rename_Task, 'duration_secs': 0.217536} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.382276] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1645.382276] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac0a8260-10f4-4d05-b4f8-99eae2f3884c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.391679] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Waiting for the task: (returnval){ [ 1645.391679] env[62402]: value = "task-1873048" [ 1645.391679] env[62402]: _type = "Task" [ 1645.391679] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.400892] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.471955] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.472350] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8ab5992-86c5-4e07-9d53-3910d2468274 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.482800] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1645.482800] env[62402]: value = "task-1873049" [ 1645.482800] env[62402]: _type = "Task" [ 1645.482800] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.493274] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.556117] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "refresh_cache-2e3aa73c-2431-425a-b026-38abcbd2a908" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.585899] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.587314] env[62402]: DEBUG nova.compute.manager [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Instance network_info: |[{"id": "99161bf5-bc94-404b-857a-1dec78d1f90f", "address": "fa:16:3e:4c:d3:46", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99161bf5-bc", "ovs_interfaceid": "99161bf5-bc94-404b-857a-1dec78d1f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1645.587314] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:d3:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99161bf5-bc94-404b-857a-1dec78d1f90f', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.594571] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Creating folder: Project (94ff0a2923054afa889f8f3776d2b71d). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1645.595274] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27e25ed8-9dc1-4d96-9274-5ec716e05efe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.609249] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Created folder: Project (94ff0a2923054afa889f8f3776d2b71d) in parent group-v386882. [ 1645.609492] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Creating folder: Instances. Parent ref: group-v387101. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1645.609761] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a284392-2546-4b63-91ad-d474f604f2bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.621690] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Created folder: Instances in parent group-v387101. [ 1645.622068] env[62402]: DEBUG oslo.service.loopingcall [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.622321] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.622611] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dab3e505-4eab-49c6-9cb6-e3deccd34fc0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.646899] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.646899] env[62402]: value = "task-1873052" [ 1645.646899] env[62402]: _type = "Task" [ 1645.646899] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.656228] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873052, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.705498] env[62402]: DEBUG nova.scheduler.client.report [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.871301] env[62402]: DEBUG nova.network.neutron [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.905399] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.953338] env[62402]: DEBUG nova.network.neutron [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.999074] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873049, 'name': PowerOffVM_Task, 'duration_secs': 0.203151} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.999657] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1645.999900] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1646.000972] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7321bd-7cc0-48c1-abb4-f0383e01b400 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.009831] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1646.010112] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52096b2d-15f1-4f0a-be68-2c296ba77089 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.042561] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1646.042812] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1646.042999] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Deleting the datastore file [datastore1] 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1646.043307] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7eeee3f-7389-4968-8150-6d82f9ba7446 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.051797] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1646.051797] env[62402]: value = "task-1873054" [ 1646.051797] env[62402]: _type = "Task" [ 1646.051797] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.061030] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.157867] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873052, 'name': CreateVM_Task, 'duration_secs': 0.443385} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.157990] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.158724] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.158880] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.159213] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.159474] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d9b1bc-d005-4717-808e-1e017b64d93a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.164988] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1646.164988] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52935aae-6546-6654-4ee7-80c666591b8d" [ 1646.164988] env[62402]: _type = "Task" [ 1646.164988] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.175249] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52935aae-6546-6654-4ee7-80c666591b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.211027] env[62402]: DEBUG oslo_concurrency.lockutils [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.214253] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.842s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.214533] env[62402]: DEBUG nova.objects.instance [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lazy-loading 'resources' on Instance uuid 47be46d2-23d2-4604-b566-0f1faaf1d390 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.232348] env[62402]: INFO nova.scheduler.client.report [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Deleted allocations for instance 2d423f66-4b38-4fc4-abe5-5d09381e1c86 [ 1646.404299] env[62402]: DEBUG oslo_vmware.api [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873048, 'name': PowerOnVM_Task, 'duration_secs': 0.641937} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.404467] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1646.404517] env[62402]: INFO nova.compute.manager [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1646.404702] env[62402]: DEBUG nova.compute.manager [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.405814] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f8bc2c-ab30-401d-85aa-6222378ba983 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.456319] env[62402]: DEBUG oslo_concurrency.lockutils [req-6b952802-6cc1-49ab-9694-6fedecf4ed9f req-11f7e8dc-fd5a-4a24-afec-844856523c94 service nova] Releasing lock "refresh_cache-2e3aa73c-2431-425a-b026-38abcbd2a908" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.456927] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquired lock "refresh_cache-2e3aa73c-2431-425a-b026-38abcbd2a908" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.457105] env[62402]: DEBUG nova.network.neutron [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.483566] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "b48b335d-7d67-4ea9-86a8-63cc11c6bbe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.483828] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "b48b335d-7d67-4ea9-86a8-63cc11c6bbe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.484051] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "b48b335d-7d67-4ea9-86a8-63cc11c6bbe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.484248] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "b48b335d-7d67-4ea9-86a8-63cc11c6bbe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.484407] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "b48b335d-7d67-4ea9-86a8-63cc11c6bbe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.487161] env[62402]: INFO nova.compute.manager [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Terminating instance [ 1646.566025] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228216} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.566025] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1646.566025] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1646.566025] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1646.567211] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "b4add695-afa7-4d94-90ca-f83e52630749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.567953] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "b4add695-afa7-4d94-90ca-f83e52630749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.567953] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "b4add695-afa7-4d94-90ca-f83e52630749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.567953] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "b4add695-afa7-4d94-90ca-f83e52630749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.567953] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "b4add695-afa7-4d94-90ca-f83e52630749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.569604] env[62402]: INFO nova.compute.manager [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Terminating instance [ 1646.675505] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52935aae-6546-6654-4ee7-80c666591b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.024196} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.675731] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.675964] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.676211] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.676412] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.676536] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.676790] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c94f6c97-f27c-4463-8e39-ae83001f2461 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.694369] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.694559] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1646.695368] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b54bd0b-6468-4e63-9022-1f2824bd40be {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.702652] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1646.702652] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fda707-4133-68de-a0f5-834a2f8c5b8c" [ 1646.702652] env[62402]: _type = "Task" [ 1646.702652] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.709907] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fda707-4133-68de-a0f5-834a2f8c5b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.742245] env[62402]: DEBUG oslo_concurrency.lockutils [None req-df74b48f-afee-42c3-b205-e62733c105f7 tempest-ServersAdminTestJSON-323348590 tempest-ServersAdminTestJSON-323348590-project-member] Lock "2d423f66-4b38-4fc4-abe5-5d09381e1c86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.061s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.934833] env[62402]: INFO nova.compute.manager [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Took 41.02 seconds to build instance. [ 1646.989236] env[62402]: DEBUG nova.network.neutron [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1646.991301] env[62402]: DEBUG nova.compute.manager [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1646.991501] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1646.992392] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5916c8-d4f6-493e-ac6d-9aea8834da4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.003924] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.004135] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3604928b-c05b-493b-b4bb-ae85b91102b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.010823] env[62402]: DEBUG oslo_vmware.api [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1647.010823] env[62402]: value = "task-1873055" [ 1647.010823] env[62402]: _type = "Task" [ 1647.010823] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.022101] env[62402]: DEBUG oslo_vmware.api [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1873055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.073422] env[62402]: DEBUG nova.compute.manager [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1647.073664] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1647.076790] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fd1150-4165-4b43-b25b-216205f0a81e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.085281] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.085555] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14bd5805-4abe-48c5-b245-a75f0c2f30d3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.094754] env[62402]: DEBUG oslo_vmware.api [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1647.094754] env[62402]: value = "task-1873056" [ 1647.094754] env[62402]: _type = "Task" [ 1647.094754] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.104506] env[62402]: DEBUG oslo_vmware.api [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1873056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.109158] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69696073-f9ca-44b8-942a-7db2681e7dd4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.115924] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b9051f-4413-4f2a-8179-2f71cb743cc0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.164292] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e765c35-3e2b-40ac-ae52-106b96720e35 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.174897] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bc16f7-d18e-42c1-a475-cce8b030d244 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.192661] env[62402]: DEBUG nova.compute.provider_tree [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.212532] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fda707-4133-68de-a0f5-834a2f8c5b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.029015} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.214032] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b301ff42-245e-4668-8d7e-97948329b5ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.221389] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1647.221389] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]523c2054-820c-bf6b-869c-6ad1ef129e2a" [ 1647.221389] env[62402]: _type = "Task" [ 1647.221389] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.228670] env[62402]: DEBUG nova.network.neutron [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Updating instance_info_cache with network_info: [{"id": "8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b", "address": "fa:16:3e:c0:7e:08", "network": {"id": "57680af8-f6ca-45a8-b89b-25e7351005e0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2091776106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd6dad28f4c411da616a31b3f96dab4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef8a3a2-6e", "ovs_interfaceid": "8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.233459] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523c2054-820c-bf6b-869c-6ad1ef129e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.437855] env[62402]: DEBUG oslo_concurrency.lockutils [None req-eb9f56ec-e4bb-4590-a02f-76fba6c6d39d tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Lock "71dca744-b9f7-4fc3-8b7a-9ff9cb088751" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.521s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.523377] env[62402]: DEBUG oslo_vmware.api [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1873055, 'name': PowerOffVM_Task, 'duration_secs': 0.22706} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.523668] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.523846] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1647.524114] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93840859-fd64-4d85-958d-f821d00f1e69 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.608794] env[62402]: DEBUG oslo_vmware.api [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1873056, 'name': PowerOffVM_Task, 'duration_secs': 0.187268} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.609089] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.609262] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1647.609518] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02c3767f-36a0-494f-bd93-00025f4e73c9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.618962] env[62402]: DEBUG nova.virt.hardware [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1647.619199] env[62402]: DEBUG nova.virt.hardware [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.619352] env[62402]: DEBUG nova.virt.hardware [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1647.619526] env[62402]: DEBUG nova.virt.hardware [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.619667] env[62402]: DEBUG nova.virt.hardware [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1647.619805] env[62402]: DEBUG nova.virt.hardware [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1647.620015] env[62402]: DEBUG nova.virt.hardware [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1647.620176] env[62402]: DEBUG nova.virt.hardware [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1647.620336] env[62402]: DEBUG nova.virt.hardware [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1647.620505] env[62402]: DEBUG nova.virt.hardware [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1647.620675] env[62402]: DEBUG nova.virt.hardware [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1647.622048] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b39c3f-ff75-4cf4-b7bd-e6fa01ccbd68 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.629695] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8641c1d4-ac46-4a95-8a6d-7c7297b63d00 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.647380] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Instance VIF info [] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1647.653396] env[62402]: DEBUG oslo.service.loopingcall [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1647.653747] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1647.653890] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f07c534-8c50-4156-80ae-379bedeb807c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.688445] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1647.688445] env[62402]: value = "task-1873059" [ 1647.688445] env[62402]: _type = "Task" [ 1647.688445] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.699261] env[62402]: DEBUG nova.scheduler.client.report [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.702275] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873059, 'name': CreateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.726541] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1647.726801] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1647.726985] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Deleting the datastore file [datastore1] b48b335d-7d67-4ea9-86a8-63cc11c6bbe0 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1647.728884] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f5ec9e7-8e44-45b7-86ca-9825ead7b9e3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.731757] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1647.731757] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1647.731757] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Deleting the datastore file [datastore1] b4add695-afa7-4d94-90ca-f83e52630749 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1647.735879] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccc0f6f2-eb17-4666-9c66-72861684fd3e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.738592] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Releasing lock "refresh_cache-2e3aa73c-2431-425a-b026-38abcbd2a908" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.738917] env[62402]: DEBUG nova.compute.manager [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Instance network_info: |[{"id": "8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b", "address": "fa:16:3e:c0:7e:08", "network": {"id": "57680af8-f6ca-45a8-b89b-25e7351005e0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2091776106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd6dad28f4c411da616a31b3f96dab4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef8a3a2-6e", "ovs_interfaceid": "8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1647.739252] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523c2054-820c-bf6b-869c-6ad1ef129e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.015099} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.740749] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:7e:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1647.749578] env[62402]: DEBUG oslo.service.loopingcall [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1647.749863] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.750102] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] aab39cb2-8ae8-4d0e-a4a1-4e215647694e/aab39cb2-8ae8-4d0e-a4a1-4e215647694e.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1647.752199] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1647.752522] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-614633a1-a061-4cca-bfed-7cdac5507272 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.755164] env[62402]: DEBUG oslo_vmware.api [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1647.755164] env[62402]: value = "task-1873060" [ 1647.755164] env[62402]: _type = "Task" [ 1647.755164] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.755528] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63dd5620-fe92-40c4-9468-da7e4f23b8fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.779861] env[62402]: DEBUG oslo_vmware.api [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for the task: (returnval){ [ 1647.779861] env[62402]: value = "task-1873061" [ 1647.779861] env[62402]: _type = "Task" [ 1647.779861] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.787062] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1647.787062] env[62402]: value = "task-1873062" [ 1647.787062] env[62402]: _type = "Task" [ 1647.787062] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.804194] env[62402]: DEBUG oslo_vmware.api [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1873060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.806602] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1647.806602] env[62402]: value = "task-1873063" [ 1647.806602] env[62402]: _type = "Task" [ 1647.806602] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.820091] env[62402]: DEBUG oslo_vmware.api [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1873061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.820292] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.826192] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873063, 'name': CreateVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.976795] env[62402]: DEBUG oslo_concurrency.lockutils [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Acquiring lock "71dca744-b9f7-4fc3-8b7a-9ff9cb088751" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.977174] env[62402]: DEBUG oslo_concurrency.lockutils [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Lock "71dca744-b9f7-4fc3-8b7a-9ff9cb088751" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.977174] env[62402]: DEBUG oslo_concurrency.lockutils [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Acquiring lock "71dca744-b9f7-4fc3-8b7a-9ff9cb088751-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.977278] env[62402]: DEBUG oslo_concurrency.lockutils [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Lock "71dca744-b9f7-4fc3-8b7a-9ff9cb088751-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.977421] env[62402]: DEBUG oslo_concurrency.lockutils [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Lock "71dca744-b9f7-4fc3-8b7a-9ff9cb088751-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.981149] env[62402]: INFO nova.compute.manager [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Terminating instance [ 1648.200138] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873059, 'name': CreateVM_Task, 'duration_secs': 0.35077} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.200371] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1648.200860] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.201043] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.201386] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1648.201654] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0513d82-778b-42a2-90c5-585fd6955646 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.204045] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.206290] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.301s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.206504] env[62402]: DEBUG nova.objects.instance [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lazy-loading 'pci_requests' on Instance uuid ebbff6cc-ef6a-4770-8a99-4f0e876b275a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.212020] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1648.212020] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5284d46c-89f6-a4a6-6518-c1943b0d035a" [ 1648.212020] env[62402]: _type = "Task" [ 1648.212020] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.223034] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5284d46c-89f6-a4a6-6518-c1943b0d035a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.229825] env[62402]: INFO nova.scheduler.client.report [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Deleted allocations for instance 47be46d2-23d2-4604-b566-0f1faaf1d390 [ 1648.283313] env[62402]: DEBUG oslo_vmware.api [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1873060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178856} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.286773] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.286773] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.286773] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.286773] env[62402]: INFO nova.compute.manager [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1648.286773] env[62402]: DEBUG oslo.service.loopingcall [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.286773] env[62402]: DEBUG nova.compute.manager [-] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1648.286773] env[62402]: DEBUG nova.network.neutron [-] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1648.299703] env[62402]: DEBUG oslo_vmware.api [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Task: {'id': task-1873061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17235} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.300516] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.300716] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.300894] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.301078] env[62402]: INFO nova.compute.manager [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1648.301322] env[62402]: DEBUG oslo.service.loopingcall [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.304021] env[62402]: DEBUG nova.compute.manager [-] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1648.304021] env[62402]: DEBUG nova.network.neutron [-] [instance: b4add695-afa7-4d94-90ca-f83e52630749] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1648.310803] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873062, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.321238] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873063, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.485499] env[62402]: DEBUG nova.compute.manager [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1648.485499] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1648.487838] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6968bb-a540-4960-9c2a-92dd44d0e818 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.501190] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1648.501190] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1f5d8d3-b0a8-43d9-984c-b003c27c062d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.507569] env[62402]: DEBUG oslo_vmware.api [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Waiting for the task: (returnval){ [ 1648.507569] env[62402]: value = "task-1873064" [ 1648.507569] env[62402]: _type = "Task" [ 1648.507569] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.522362] env[62402]: DEBUG oslo_vmware.api [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.711386] env[62402]: DEBUG nova.objects.instance [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lazy-loading 'numa_topology' on Instance uuid ebbff6cc-ef6a-4770-8a99-4f0e876b275a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.725327] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5284d46c-89f6-a4a6-6518-c1943b0d035a, 'name': SearchDatastore_Task, 'duration_secs': 0.06089} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.725788] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.726119] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1648.726363] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.726514] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.726700] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1648.727252] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0da22d49-dac5-4126-83af-ac17a50fa346 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.739785] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1648.743020] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1648.743020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9697cbb7-5589-4b0f-aabb-85a32a34d214 tempest-ListImageFiltersTestJSON-2084943905 tempest-ListImageFiltersTestJSON-2084943905-project-member] Lock "47be46d2-23d2-4604-b566-0f1faaf1d390" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.433s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.744205] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45a2e64-f814-403e-a501-cb8885b6c90f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.750959] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1648.750959] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524f7bcf-c88c-24fd-b183-64b1d5929ef6" [ 1648.750959] env[62402]: _type = "Task" [ 1648.750959] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.761951] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524f7bcf-c88c-24fd-b183-64b1d5929ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.767728] env[62402]: DEBUG nova.compute.manager [req-4d2a328f-a185-4077-813e-b37207a990b1 req-56c71e74-c770-4edf-b4dd-d33d821b35a8 service nova] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Received event network-vif-deleted-4c7bf412-30fe-4627-b001-01107a974c7b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1648.768661] env[62402]: INFO nova.compute.manager [req-4d2a328f-a185-4077-813e-b37207a990b1 req-56c71e74-c770-4edf-b4dd-d33d821b35a8 service nova] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Neutron deleted interface 4c7bf412-30fe-4627-b001-01107a974c7b; detaching it from the instance and deleting it from the info cache [ 1648.768661] env[62402]: DEBUG nova.network.neutron [req-4d2a328f-a185-4077-813e-b37207a990b1 req-56c71e74-c770-4edf-b4dd-d33d821b35a8 service nova] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.800539] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628174} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.800771] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] aab39cb2-8ae8-4d0e-a4a1-4e215647694e/aab39cb2-8ae8-4d0e-a4a1-4e215647694e.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1648.800987] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1648.801256] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bc6a05b-250e-4831-a208-f82336e799e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.808943] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1648.808943] env[62402]: value = "task-1873065" [ 1648.808943] env[62402]: _type = "Task" [ 1648.808943] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.822244] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.825323] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873063, 'name': CreateVM_Task, 'duration_secs': 0.683622} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.825323] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1648.825984] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.826195] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.826503] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1648.826764] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903338f2-fe1e-4bcd-8c15-c1d16012ec82 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.832954] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1648.832954] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5231b291-bd60-9148-9cae-4dc9fbcb2a98" [ 1648.832954] env[62402]: _type = "Task" [ 1648.832954] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.842833] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5231b291-bd60-9148-9cae-4dc9fbcb2a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.927360] env[62402]: DEBUG nova.compute.manager [req-454bb9b1-66d4-4b6d-9a3d-493233d0e1e4 req-57f8417c-c373-4d64-b2db-b869a27ff626 service nova] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Received event network-vif-deleted-2d3f44a6-a0cb-492b-b097-3094adbd6c62 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1648.927553] env[62402]: INFO nova.compute.manager [req-454bb9b1-66d4-4b6d-9a3d-493233d0e1e4 req-57f8417c-c373-4d64-b2db-b869a27ff626 service nova] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Neutron deleted interface 2d3f44a6-a0cb-492b-b097-3094adbd6c62; detaching it from the instance and deleting it from the info cache [ 1648.927725] env[62402]: DEBUG nova.network.neutron [req-454bb9b1-66d4-4b6d-9a3d-493233d0e1e4 req-57f8417c-c373-4d64-b2db-b869a27ff626 service nova] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.018905] env[62402]: DEBUG oslo_vmware.api [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873064, 'name': PowerOffVM_Task, 'duration_secs': 0.203964} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.019225] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1649.019390] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1649.019672] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8296c45-dd7f-46d0-92bd-e2402d0f3507 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.105258] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.105258] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.105258] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Deleting the datastore file [datastore1] 71dca744-b9f7-4fc3-8b7a-9ff9cb088751 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.105258] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58b46911-2923-4c6c-a804-16887547013a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.113331] env[62402]: DEBUG nova.network.neutron [-] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.119316] env[62402]: DEBUG oslo_vmware.api [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Waiting for the task: (returnval){ [ 1649.119316] env[62402]: value = "task-1873067" [ 1649.119316] env[62402]: _type = "Task" [ 1649.119316] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.134815] env[62402]: DEBUG oslo_vmware.api [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.219113] env[62402]: INFO nova.compute.claims [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1649.249894] env[62402]: DEBUG nova.network.neutron [-] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.268095] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524f7bcf-c88c-24fd-b183-64b1d5929ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.011603} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.269214] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4deccfa1-953d-4faf-b705-996e4551296a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.272166] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c78553d-d889-4d90-9417-80ccc226a187 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.279147] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1649.279147] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52692d16-5b69-c131-7181-16f09a9bdd85" [ 1649.279147] env[62402]: _type = "Task" [ 1649.279147] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.287499] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a75c6aa-2437-4958-96bc-71adfed04916 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.305266] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52692d16-5b69-c131-7181-16f09a9bdd85, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.305710] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.305983] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf/0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1649.306261] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3cd3cd6-d0fe-4a5a-b46a-1ab09e15acd7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.326167] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1649.326167] env[62402]: value = "task-1873068" [ 1649.326167] env[62402]: _type = "Task" [ 1649.326167] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.326972] env[62402]: DEBUG nova.compute.manager [req-4d2a328f-a185-4077-813e-b37207a990b1 req-56c71e74-c770-4edf-b4dd-d33d821b35a8 service nova] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Detach interface failed, port_id=4c7bf412-30fe-4627-b001-01107a974c7b, reason: Instance b48b335d-7d67-4ea9-86a8-63cc11c6bbe0 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1649.334304] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064353} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.340521] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1649.343240] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914abe98-2e1f-45b9-8ed5-940e8a40e61d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.346127] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.369229] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] aab39cb2-8ae8-4d0e-a4a1-4e215647694e/aab39cb2-8ae8-4d0e-a4a1-4e215647694e.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.374769] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-237a4196-c35b-4080-bc39-010c42363853 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.389562] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5231b291-bd60-9148-9cae-4dc9fbcb2a98, 'name': SearchDatastore_Task, 'duration_secs': 0.008977} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.389876] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.390119] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.390362] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.390512] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.390689] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1649.391811] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b6857e3-8693-43df-a1dd-e27cb689e6e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.397076] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1649.397076] env[62402]: value = "task-1873069" [ 1649.397076] env[62402]: _type = "Task" [ 1649.397076] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.401554] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1649.401736] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1649.402907] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c1346c8-5460-44be-84c2-755f78949ab4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.409166] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.413371] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1649.413371] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52265542-597e-d981-ee40-24e9706a93e1" [ 1649.413371] env[62402]: _type = "Task" [ 1649.413371] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.422653] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52265542-597e-d981-ee40-24e9706a93e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.430218] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeeea31a-b301-444a-9a75-4deaeda4a49a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.442361] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7511a1-cfe2-4d34-a684-9bfad4fefaa5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.479124] env[62402]: DEBUG nova.compute.manager [req-454bb9b1-66d4-4b6d-9a3d-493233d0e1e4 req-57f8417c-c373-4d64-b2db-b869a27ff626 service nova] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Detach interface failed, port_id=2d3f44a6-a0cb-492b-b097-3094adbd6c62, reason: Instance b4add695-afa7-4d94-90ca-f83e52630749 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1649.618212] env[62402]: INFO nova.compute.manager [-] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Took 1.33 seconds to deallocate network for instance. [ 1649.636870] env[62402]: DEBUG oslo_vmware.api [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Task: {'id': task-1873067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160943} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.636870] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1649.636870] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1649.637674] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1649.637674] env[62402]: INFO nova.compute.manager [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1649.637674] env[62402]: DEBUG oslo.service.loopingcall [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.637869] env[62402]: DEBUG nova.compute.manager [-] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1649.637869] env[62402]: DEBUG nova.network.neutron [-] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1649.762348] env[62402]: INFO nova.compute.manager [-] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Took 1.46 seconds to deallocate network for instance. [ 1649.839099] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.910565] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873069, 'name': ReconfigVM_Task, 'duration_secs': 0.298111} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.910889] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Reconfigured VM instance instance-0000004f to attach disk [datastore2] aab39cb2-8ae8-4d0e-a4a1-4e215647694e/aab39cb2-8ae8-4d0e-a4a1-4e215647694e.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1649.911659] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0049d82d-ac23-4e7d-9024-bb7db02a3ab6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.927180] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52265542-597e-d981-ee40-24e9706a93e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.931268] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1649.931268] env[62402]: value = "task-1873070" [ 1649.931268] env[62402]: _type = "Task" [ 1649.931268] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.931268] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e14e085-3530-4d90-8148-c77be0dc582a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.946434] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873070, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.946434] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1649.946434] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]523e32da-9bb3-6642-2652-d0f1ed295908" [ 1649.946434] env[62402]: _type = "Task" [ 1649.946434] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.955900] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523e32da-9bb3-6642-2652-d0f1ed295908, 'name': SearchDatastore_Task, 'duration_secs': 0.010263} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.957034] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.957034] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 2e3aa73c-2431-425a-b026-38abcbd2a908/2e3aa73c-2431-425a-b026-38abcbd2a908.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1649.957034] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31514126-5c89-47f0-9e27-35e5882e233a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.968387] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1649.968387] env[62402]: value = "task-1873071" [ 1649.968387] env[62402]: _type = "Task" [ 1649.968387] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.978880] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.126968] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.271328] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.339204] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873068, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.454205] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873070, 'name': Rename_Task, 'duration_secs': 0.221686} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.454572] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1650.454880] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-068c12b6-633a-4223-a906-8d669ba516f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.463593] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1650.463593] env[62402]: value = "task-1873072" [ 1650.463593] env[62402]: _type = "Task" [ 1650.463593] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.486515] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.495033] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.578502] env[62402]: DEBUG nova.network.neutron [-] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.679033] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4ea5fe-3b83-4955-9c73-ca9c1b46fe55 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.693913] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a179f40c-2e8f-4669-9143-25a32d50446d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.733191] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e46bee0-0b4c-4599-9857-36b021002720 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.745032] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3485ff-c674-4a84-89f0-9b6781bb4aa4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.765474] env[62402]: DEBUG nova.compute.provider_tree [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.574190] env[62402]: INFO nova.compute.manager [-] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Took 1.94 seconds to deallocate network for instance. [ 1651.575165] env[62402]: DEBUG nova.scheduler.client.report [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.580369] env[62402]: DEBUG nova.compute.manager [req-0050ac05-cac3-4517-8e46-c817257c1d1b req-1a1595f7-bfe5-4a30-b8de-206f58d15840 service nova] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Received event network-vif-deleted-242abf47-7fed-4eee-b55f-74861700281b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1651.594692] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873068, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.02871} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.597016] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf/0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1651.597016] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.597016] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39444a20-e420-4cf5-804c-404a3d885f45 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.604270] env[62402]: DEBUG oslo_vmware.api [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873072, 'name': PowerOnVM_Task, 'duration_secs': 0.721504} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.604971] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882434} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.605340] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1651.605559] env[62402]: INFO nova.compute.manager [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1651.605766] env[62402]: DEBUG nova.compute.manager [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1651.606057] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 2e3aa73c-2431-425a-b026-38abcbd2a908/2e3aa73c-2431-425a-b026-38abcbd2a908.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1651.606254] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.606971] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35145703-cdfb-4f9c-985b-7a9936863bd8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.609608] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d11926fe-324b-4825-a333-79a2591bc5b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.612571] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1651.612571] env[62402]: value = "task-1873073" [ 1651.612571] env[62402]: _type = "Task" [ 1651.612571] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.623556] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1651.623556] env[62402]: value = "task-1873074" [ 1651.623556] env[62402]: _type = "Task" [ 1651.623556] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.631401] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.638333] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.055942] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1652.056122] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1652.081984] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.876s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.084286] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.938s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.096362] env[62402]: DEBUG oslo_concurrency.lockutils [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.123655] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070774} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.123930] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1652.130765] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd81e11-5ada-4125-98c3-52bfc4be0522 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.134751] env[62402]: INFO nova.network.neutron [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Updating port 580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1652.136691] env[62402]: INFO nova.compute.manager [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Took 41.98 seconds to build instance. [ 1652.160422] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf/0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.163738] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88189fec-b0a1-4953-9941-67e8b419942f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.180264] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070143} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.181066] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1652.182418] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99db27df-3c4a-4b1b-94ac-7606ba4576c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.188038] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1652.188038] env[62402]: value = "task-1873075" [ 1652.188038] env[62402]: _type = "Task" [ 1652.188038] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.211519] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 2e3aa73c-2431-425a-b026-38abcbd2a908/2e3aa73c-2431-425a-b026-38abcbd2a908.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.212715] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd011b0-d9f4-4a85-8226-d42a1a3f2341 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.231122] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.237321] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1652.237321] env[62402]: value = "task-1873076" [ 1652.237321] env[62402]: _type = "Task" [ 1652.237321] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.245575] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.568216] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1652.572025] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1652.639540] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4a1a3836-0972-4388-b41b-f3744be42d79 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.528s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.702849] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873075, 'name': ReconfigVM_Task, 'duration_secs': 0.264575} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.703236] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf/0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1652.704054] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20b0b2d3-cd32-4b5c-868e-4397e5aff4a6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.714601] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1652.714601] env[62402]: value = "task-1873077" [ 1652.714601] env[62402]: _type = "Task" [ 1652.714601] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.724302] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873077, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.748439] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873076, 'name': ReconfigVM_Task, 'duration_secs': 0.481096} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.748567] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 2e3aa73c-2431-425a-b026-38abcbd2a908/2e3aa73c-2431-425a-b026-38abcbd2a908.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1652.751664] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d14dd665-86de-4c38-9ecd-cd3033b40745 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.759699] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1652.759699] env[62402]: value = "task-1873078" [ 1652.759699] env[62402]: _type = "Task" [ 1652.759699] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.772940] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873078, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.067473] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a829502-452e-4938-b386-cfcc395c6b74 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.076717] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f3af1e-38da-46cf-8228-3d2713978e72 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.117737] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2966231c-6348-45d6-b21d-55a7af08d843 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.126625] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33666b9b-86d8-46fc-9f17-094a0d8b04f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.144959] env[62402]: DEBUG nova.compute.provider_tree [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.227383] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873077, 'name': Rename_Task, 'duration_secs': 0.144424} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.227882] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1653.228256] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cac08c7a-8a05-47ae-aaeb-41050fb1edf7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.237188] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1653.237188] env[62402]: value = "task-1873079" [ 1653.237188] env[62402]: _type = "Task" [ 1653.237188] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.244899] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.269814] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873078, 'name': Rename_Task, 'duration_secs': 0.276047} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.270293] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1653.270661] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb1ff2d6-7216-49cb-8827-594602fedf99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.280370] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1653.280370] env[62402]: value = "task-1873080" [ 1653.280370] env[62402]: _type = "Task" [ 1653.280370] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.287952] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.428342] env[62402]: DEBUG nova.compute.manager [req-1e6d4531-8f7c-4523-a960-110c5d813b2a req-99640cdb-a709-4670-b2f2-e2f1a4d1962e service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Received event network-changed-99161bf5-bc94-404b-857a-1dec78d1f90f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1653.428342] env[62402]: DEBUG nova.compute.manager [req-1e6d4531-8f7c-4523-a960-110c5d813b2a req-99640cdb-a709-4670-b2f2-e2f1a4d1962e service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Refreshing instance network info cache due to event network-changed-99161bf5-bc94-404b-857a-1dec78d1f90f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1653.428342] env[62402]: DEBUG oslo_concurrency.lockutils [req-1e6d4531-8f7c-4523-a960-110c5d813b2a req-99640cdb-a709-4670-b2f2-e2f1a4d1962e service nova] Acquiring lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.428342] env[62402]: DEBUG oslo_concurrency.lockutils [req-1e6d4531-8f7c-4523-a960-110c5d813b2a req-99640cdb-a709-4670-b2f2-e2f1a4d1962e service nova] Acquired lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.428342] env[62402]: DEBUG nova.network.neutron [req-1e6d4531-8f7c-4523-a960-110c5d813b2a req-99640cdb-a709-4670-b2f2-e2f1a4d1962e service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Refreshing network info cache for port 99161bf5-bc94-404b-857a-1dec78d1f90f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.650030] env[62402]: DEBUG nova.scheduler.client.report [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.747225] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873079, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.794085] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873080, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.254176] env[62402]: DEBUG oslo_vmware.api [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873079, 'name': PowerOnVM_Task, 'duration_secs': 0.819938} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.254176] env[62402]: DEBUG nova.network.neutron [req-1e6d4531-8f7c-4523-a960-110c5d813b2a req-99640cdb-a709-4670-b2f2-e2f1a4d1962e service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updated VIF entry in instance network info cache for port 99161bf5-bc94-404b-857a-1dec78d1f90f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1654.254176] env[62402]: DEBUG nova.network.neutron [req-1e6d4531-8f7c-4523-a960-110c5d813b2a req-99640cdb-a709-4670-b2f2-e2f1a4d1962e service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance_info_cache with network_info: [{"id": "99161bf5-bc94-404b-857a-1dec78d1f90f", "address": "fa:16:3e:4c:d3:46", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99161bf5-bc", "ovs_interfaceid": "99161bf5-bc94-404b-857a-1dec78d1f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.255805] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1654.256317] env[62402]: DEBUG nova.compute.manager [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1654.258646] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916c32e7-a847-4404-b626-b2440c99d12d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.291173] env[62402]: DEBUG oslo_vmware.api [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873080, 'name': PowerOnVM_Task, 'duration_secs': 0.765946} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.291515] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1654.291767] env[62402]: INFO nova.compute.manager [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1654.292181] env[62402]: DEBUG nova.compute.manager [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1654.292983] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d872e9d8-1a0c-413c-b0ef-8fdf2acc3482 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.341831] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.341998] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.342190] env[62402]: DEBUG nova.network.neutron [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.676233] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.592s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.676557] env[62402]: DEBUG nova.compute.manager [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62402) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1654.679918] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.610s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.680261] env[62402]: DEBUG nova.objects.instance [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lazy-loading 'resources' on Instance uuid d034144f-88e1-474e-8bcd-8c98d900cda2 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.758231] env[62402]: DEBUG oslo_concurrency.lockutils [req-1e6d4531-8f7c-4523-a960-110c5d813b2a req-99640cdb-a709-4670-b2f2-e2f1a4d1962e service nova] Releasing lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.784462] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.816636] env[62402]: INFO nova.compute.manager [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Took 41.14 seconds to build instance. [ 1655.104586] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.104740] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquired lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.104885] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Forcefully refreshing network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1655.162265] env[62402]: DEBUG nova.network.neutron [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Updating instance_info_cache with network_info: [{"id": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "address": "fa:16:3e:cb:4d:c3", "network": {"id": "55b1594d-1bc7-4adf-aec8-42fa735c5477", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-643510234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db452307004bc89d8dc8b2eb4bea19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580fb1c2-f1", "ovs_interfaceid": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.251665] env[62402]: INFO nova.scheduler.client.report [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleted allocation for migration 7253ba9a-0645-4aee-82b0-d67a88f4eb33 [ 1655.319336] env[62402]: DEBUG oslo_concurrency.lockutils [None req-47fa2f2a-44b8-4202-89b5-6d98b50c2638 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "2e3aa73c-2431-425a-b026-38abcbd2a908" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.462s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.471947] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquiring lock "0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.472534] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lock "0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.472534] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquiring lock "0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.472534] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lock "0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.472700] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lock "0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.478971] env[62402]: INFO nova.compute.manager [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Terminating instance [ 1655.494745] env[62402]: DEBUG nova.compute.manager [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Received event network-vif-plugged-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1655.494911] env[62402]: DEBUG oslo_concurrency.lockutils [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] Acquiring lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.495194] env[62402]: DEBUG oslo_concurrency.lockutils [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.495298] env[62402]: DEBUG oslo_concurrency.lockutils [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.497038] env[62402]: DEBUG nova.compute.manager [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] No waiting events found dispatching network-vif-plugged-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1655.497038] env[62402]: WARNING nova.compute.manager [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Received unexpected event network-vif-plugged-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 for instance with vm_state shelved_offloaded and task_state spawning. [ 1655.497038] env[62402]: DEBUG nova.compute.manager [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Received event network-changed-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1655.497038] env[62402]: DEBUG nova.compute.manager [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Refreshing instance network info cache due to event network-changed-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1655.497038] env[62402]: DEBUG oslo_concurrency.lockutils [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] Acquiring lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.582086] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2641ad4-d042-4b07-935d-eec617b4dffb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.590983] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612d1023-6624-4294-a27f-32272fa73f8d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.626703] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c0a04e-7a39-4095-a973-5f373ac34d59 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.635517] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921afd40-e401-42a3-aa23-7c262bda286b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.651018] env[62402]: DEBUG nova.compute.provider_tree [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.654162] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1655.664908] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Releasing lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.667983] env[62402]: DEBUG oslo_concurrency.lockutils [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] Acquired lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.668187] env[62402]: DEBUG nova.network.neutron [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Refreshing network info cache for port 580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.695072] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "2e3aa73c-2431-425a-b026-38abcbd2a908" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.695381] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "2e3aa73c-2431-425a-b026-38abcbd2a908" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.695524] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "2e3aa73c-2431-425a-b026-38abcbd2a908-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.695710] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "2e3aa73c-2431-425a-b026-38abcbd2a908-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.695951] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "2e3aa73c-2431-425a-b026-38abcbd2a908-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.697940] env[62402]: INFO nova.compute.manager [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Terminating instance [ 1655.707955] env[62402]: DEBUG nova.virt.hardware [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='54b9da7aa0eac5c53d53a36fbc911446',container_format='bare',created_at=2024-12-14T03:11:28Z,direct_url=,disk_format='vmdk',id=8d7d3ecc-5edd-45f0-afaa-7d145978b96c,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-285311136-shelved',owner='99db452307004bc89d8dc8b2eb4bea19',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2024-12-14T03:11:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1655.708190] env[62402]: DEBUG nova.virt.hardware [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1655.708343] env[62402]: DEBUG nova.virt.hardware [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1655.708519] env[62402]: DEBUG nova.virt.hardware [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1655.708661] env[62402]: DEBUG nova.virt.hardware [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1655.708802] env[62402]: DEBUG nova.virt.hardware [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1655.709051] env[62402]: DEBUG nova.virt.hardware [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1655.709398] env[62402]: DEBUG nova.virt.hardware [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1655.709595] env[62402]: DEBUG nova.virt.hardware [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1655.709762] env[62402]: DEBUG nova.virt.hardware [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1655.709932] env[62402]: DEBUG nova.virt.hardware [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1655.710810] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eff5c2e-a5dd-4bfd-b19f-a33f6c14bcaf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.723293] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3995aa-be2d-49bf-a254-301b2f405f70 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.739755] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:4d:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.745278] env[62402]: DEBUG oslo.service.loopingcall [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.745547] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.745768] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-206f3299-5957-46d7-9ea9-c8627c6b930d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.763822] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b0a8b276-db84-42aa-8b97-cc859b45c224 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.815s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.771463] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.771463] env[62402]: value = "task-1873081" [ 1655.771463] env[62402]: _type = "Task" [ 1655.771463] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.780751] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873081, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.982618] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquiring lock "refresh_cache-0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.982848] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquired lock "refresh_cache-0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.983296] env[62402]: DEBUG nova.network.neutron [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1656.156770] env[62402]: DEBUG nova.scheduler.client.report [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.208028] env[62402]: DEBUG nova.compute.manager [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1656.208028] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1656.208028] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429ff576-e5fc-4bfa-8cbc-7d130c6b1a2b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.215829] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.216294] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c738e40c-6d9e-4a0e-9acb-107e65ad2dd1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.229194] env[62402]: DEBUG oslo_vmware.api [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1656.229194] env[62402]: value = "task-1873082" [ 1656.229194] env[62402]: _type = "Task" [ 1656.229194] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.237386] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.244114] env[62402]: DEBUG oslo_vmware.api [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.282254] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873081, 'name': CreateVM_Task, 'duration_secs': 0.394555} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.282447] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.283181] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.283357] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.283726] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.283991] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24381d33-3490-4f2b-8d82-e90e10c099fa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.291442] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1656.291442] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ff1aa3-b83f-8b1a-fd13-46b067270ab2" [ 1656.291442] env[62402]: _type = "Task" [ 1656.291442] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.300737] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ff1aa3-b83f-8b1a-fd13-46b067270ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.410617] env[62402]: DEBUG nova.objects.instance [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'flavor' on Instance uuid 2ce8fbc6-a52a-4a02-a679-4859c6496231 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.513485] env[62402]: DEBUG nova.network.neutron [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1656.552736] env[62402]: DEBUG nova.network.neutron [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Updated VIF entry in instance network info cache for port 580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.553287] env[62402]: DEBUG nova.network.neutron [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Updating instance_info_cache with network_info: [{"id": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "address": "fa:16:3e:cb:4d:c3", "network": {"id": "55b1594d-1bc7-4adf-aec8-42fa735c5477", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-643510234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db452307004bc89d8dc8b2eb4bea19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580fb1c2-f1", "ovs_interfaceid": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.664346] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.668532] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.442s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.670300] env[62402]: INFO nova.compute.claims [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.703495] env[62402]: INFO nova.scheduler.client.report [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted allocations for instance d034144f-88e1-474e-8bcd-8c98d900cda2 [ 1656.742657] env[62402]: DEBUG oslo_vmware.api [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873082, 'name': PowerOffVM_Task, 'duration_secs': 0.211634} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.743041] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1656.743280] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1656.744742] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64520d1a-d6b4-41d2-b92e-ba7f020e82c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.745593] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Releasing lock "refresh_cache-7c628f37-d966-4d1e-8f1c-429c305592db" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.746902] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Updated the network info_cache for instance {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1656.746902] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.746902] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.747085] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.747298] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.747513] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.747728] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.747900] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1656.748109] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.804039] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.804329] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Processing image 8d7d3ecc-5edd-45f0-afaa-7d145978b96c {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1656.804567] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c/8d7d3ecc-5edd-45f0-afaa-7d145978b96c.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.804717] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c/8d7d3ecc-5edd-45f0-afaa-7d145978b96c.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.804893] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1656.805167] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08903744-773a-4aa3-be3a-5c1c729e706a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.814637] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1656.814931] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1656.815709] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d82ce1f4-c838-4028-b5a0-e9ef94ad08cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.821710] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1656.821710] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ebf87f-3c9c-99ec-d17b-831b2d8e25cb" [ 1656.821710] env[62402]: _type = "Task" [ 1656.821710] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.830297] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ebf87f-3c9c-99ec-d17b-831b2d8e25cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.833066] env[62402]: DEBUG nova.network.neutron [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.916965] env[62402]: DEBUG oslo_concurrency.lockutils [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.916965] env[62402]: DEBUG oslo_concurrency.lockutils [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.916965] env[62402]: DEBUG nova.network.neutron [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1656.916965] env[62402]: DEBUG nova.objects.instance [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'info_cache' on Instance uuid 2ce8fbc6-a52a-4a02-a679-4859c6496231 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.024956] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1657.025242] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1657.025435] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Deleting the datastore file [datastore2] 2e3aa73c-2431-425a-b026-38abcbd2a908 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1657.025708] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c45bddd-5257-4e17-b9f7-26736f11d9b9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.033625] env[62402]: DEBUG oslo_vmware.api [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for the task: (returnval){ [ 1657.033625] env[62402]: value = "task-1873084" [ 1657.033625] env[62402]: _type = "Task" [ 1657.033625] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.042882] env[62402]: DEBUG oslo_vmware.api [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.057045] env[62402]: DEBUG oslo_concurrency.lockutils [req-014e14b5-b966-4d5c-b44e-96f47b715e38 req-174ba15c-f60f-48e1-9a1d-83e6699457f3 service nova] Releasing lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.217200] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9f152477-d21f-474a-a689-e3bf535d3776 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "d034144f-88e1-474e-8bcd-8c98d900cda2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.726s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.254999] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.334173] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Preparing fetch location {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1657.334173] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Fetch image to [datastore1] OSTACK_IMG_d5667e50-c808-4331-9342-4f1d9ea9b835/OSTACK_IMG_d5667e50-c808-4331-9342-4f1d9ea9b835.vmdk {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1657.334173] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Downloading stream optimized image 8d7d3ecc-5edd-45f0-afaa-7d145978b96c to [datastore1] OSTACK_IMG_d5667e50-c808-4331-9342-4f1d9ea9b835/OSTACK_IMG_d5667e50-c808-4331-9342-4f1d9ea9b835.vmdk on the data store datastore1 as vApp {{(pid=62402) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1657.334173] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Downloading image file data 8d7d3ecc-5edd-45f0-afaa-7d145978b96c to the ESX as VM named 'OSTACK_IMG_d5667e50-c808-4331-9342-4f1d9ea9b835' {{(pid=62402) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1657.335713] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Releasing lock "refresh_cache-0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.336094] env[62402]: DEBUG nova.compute.manager [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1657.336280] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1657.337136] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c6a814-ad57-430c-bed5-fa797ba2082c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.345202] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1657.345258] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1563eebb-9812-4956-8e65-cb3f3da1e819 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.353049] env[62402]: DEBUG oslo_vmware.api [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1657.353049] env[62402]: value = "task-1873085" [ 1657.353049] env[62402]: _type = "Task" [ 1657.353049] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.380730] env[62402]: DEBUG oslo_vmware.api [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.421630] env[62402]: DEBUG nova.objects.base [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Object Instance<2ce8fbc6-a52a-4a02-a679-4859c6496231> lazy-loaded attributes: flavor,info_cache {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1657.425085] env[62402]: DEBUG oslo_vmware.rw_handles [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1657.425085] env[62402]: value = "resgroup-9" [ 1657.425085] env[62402]: _type = "ResourcePool" [ 1657.425085] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1657.425085] env[62402]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ed785558-47f7-4606-8582-ca104b8cae62 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.454102] env[62402]: DEBUG oslo_vmware.rw_handles [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lease: (returnval){ [ 1657.454102] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a10a8a-356c-f601-23dc-ded0e8221c3c" [ 1657.454102] env[62402]: _type = "HttpNfcLease" [ 1657.454102] env[62402]: } obtained for vApp import into resource pool (val){ [ 1657.454102] env[62402]: value = "resgroup-9" [ 1657.454102] env[62402]: _type = "ResourcePool" [ 1657.454102] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1657.455109] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the lease: (returnval){ [ 1657.455109] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a10a8a-356c-f601-23dc-ded0e8221c3c" [ 1657.455109] env[62402]: _type = "HttpNfcLease" [ 1657.455109] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1657.461576] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1657.461576] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a10a8a-356c-f601-23dc-ded0e8221c3c" [ 1657.461576] env[62402]: _type = "HttpNfcLease" [ 1657.461576] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1657.543728] env[62402]: DEBUG oslo_vmware.api [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Task: {'id': task-1873084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196821} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.544230] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1657.544572] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1657.544865] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1657.545166] env[62402]: INFO nova.compute.manager [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1657.545514] env[62402]: DEBUG oslo.service.loopingcall [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1657.545836] env[62402]: DEBUG nova.compute.manager [-] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1657.547502] env[62402]: DEBUG nova.network.neutron [-] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1657.601790] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "e67a1387-3862-4b89-9e1d-347badf86328" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.601790] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "e67a1387-3862-4b89-9e1d-347badf86328" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.725685] env[62402]: DEBUG nova.network.neutron [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance_info_cache with network_info: [{"id": "95d86438-c672-4b2e-a35b-abf316e228c9", "address": "fa:16:3e:88:aa:cf", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d86438-c6", "ovs_interfaceid": "95d86438-c672-4b2e-a35b-abf316e228c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.864715] env[62402]: DEBUG oslo_vmware.api [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873085, 'name': PowerOffVM_Task, 'duration_secs': 0.130992} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.867377] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1657.867556] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1657.868293] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96b601e8-4424-4dec-849a-7388108ac44c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.897534] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1657.897689] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1657.897820] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Deleting the datastore file [datastore2] 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1657.898125] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7215e15a-d0d3-4ac6-a52e-919740fb562c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.909720] env[62402]: DEBUG oslo_vmware.api [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for the task: (returnval){ [ 1657.909720] env[62402]: value = "task-1873088" [ 1657.909720] env[62402]: _type = "Task" [ 1657.909720] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.918520] env[62402]: DEBUG oslo_vmware.api [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.965941] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1657.965941] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a10a8a-356c-f601-23dc-ded0e8221c3c" [ 1657.965941] env[62402]: _type = "HttpNfcLease" [ 1657.965941] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1658.024097] env[62402]: DEBUG nova.compute.manager [req-93e1d872-b9f9-44e3-9bfe-7aa3d2a8c4a8 req-b9da0af0-9579-4564-aae9-b78ebfc3b607 service nova] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Received event network-vif-deleted-8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1658.024164] env[62402]: INFO nova.compute.manager [req-93e1d872-b9f9-44e3-9bfe-7aa3d2a8c4a8 req-b9da0af0-9579-4564-aae9-b78ebfc3b607 service nova] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Neutron deleted interface 8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b; detaching it from the instance and deleting it from the info cache [ 1658.026563] env[62402]: DEBUG nova.network.neutron [req-93e1d872-b9f9-44e3-9bfe-7aa3d2a8c4a8 req-b9da0af0-9579-4564-aae9-b78ebfc3b607 service nova] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.064999] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80b8ccc-696c-495c-9228-bb0474b1c60a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.072753] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1f962d-c2b8-4b81-aef8-aca90c70de8e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.107926] env[62402]: DEBUG nova.compute.manager [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1658.111945] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0edee4-ac0e-42c0-bf06-0bd6b1f5b5c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.121346] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b120fc88-44e1-46f9-84aa-c3fe5caa93d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.136084] env[62402]: DEBUG nova.compute.provider_tree [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.185704] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "7d9ac25e-e12a-4738-8448-6ecc4f25697c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.185920] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "7d9ac25e-e12a-4738-8448-6ecc4f25697c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.231115] env[62402]: DEBUG oslo_concurrency.lockutils [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-2ce8fbc6-a52a-4a02-a679-4859c6496231" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.419758] env[62402]: DEBUG oslo_vmware.api [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Task: {'id': task-1873088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152701} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.420042] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1658.420231] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1658.420409] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1658.420602] env[62402]: INFO nova.compute.manager [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1658.420855] env[62402]: DEBUG oslo.service.loopingcall [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.421059] env[62402]: DEBUG nova.compute.manager [-] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1658.421157] env[62402]: DEBUG nova.network.neutron [-] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1658.440786] env[62402]: DEBUG nova.network.neutron [-] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.442091] env[62402]: DEBUG nova.network.neutron [-] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.462652] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1658.462652] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a10a8a-356c-f601-23dc-ded0e8221c3c" [ 1658.462652] env[62402]: _type = "HttpNfcLease" [ 1658.462652] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1658.462948] env[62402]: DEBUG oslo_vmware.rw_handles [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1658.462948] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a10a8a-356c-f601-23dc-ded0e8221c3c" [ 1658.462948] env[62402]: _type = "HttpNfcLease" [ 1658.462948] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1658.463750] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5202473-2ddd-4fc7-b948-61992366abe6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.472296] env[62402]: DEBUG oslo_vmware.rw_handles [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240c032-fabe-f039-d722-ecdaa8f81408/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1658.472522] env[62402]: DEBUG oslo_vmware.rw_handles [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240c032-fabe-f039-d722-ecdaa8f81408/disk-0.vmdk. {{(pid=62402) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1658.529620] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b872b14c-b159-4cc7-afec-45145f0c84e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.535551] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2d79a808-b6ad-4030-9ba4-3078e67de235 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.542783] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b7f7b9-53c7-4ce8-87d5-a2f4489ef2d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.579211] env[62402]: DEBUG nova.compute.manager [req-93e1d872-b9f9-44e3-9bfe-7aa3d2a8c4a8 req-b9da0af0-9579-4564-aae9-b78ebfc3b607 service nova] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Detach interface failed, port_id=8ef8a3a2-6edc-4a34-9fab-41c99e2c5e7b, reason: Instance 2e3aa73c-2431-425a-b026-38abcbd2a908 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1658.633012] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.639100] env[62402]: DEBUG nova.scheduler.client.report [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.688224] env[62402]: DEBUG nova.compute.manager [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1658.945768] env[62402]: INFO nova.compute.manager [-] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Took 1.40 seconds to deallocate network for instance. [ 1658.946174] env[62402]: DEBUG nova.network.neutron [-] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.144184] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.144930] env[62402]: DEBUG nova.compute.manager [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1659.147807] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.260s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.148064] env[62402]: DEBUG nova.objects.instance [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lazy-loading 'resources' on Instance uuid 4f5194a6-18fa-485d-9567-34cad4d669bb {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.213056] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.236387] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.236706] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07ca5761-125e-4392-8f34-c5358dfc220a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.249609] env[62402]: DEBUG oslo_vmware.api [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1659.249609] env[62402]: value = "task-1873089" [ 1659.249609] env[62402]: _type = "Task" [ 1659.249609] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.261559] env[62402]: DEBUG oslo_vmware.api [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.449585] env[62402]: INFO nova.compute.manager [-] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Took 1.03 seconds to deallocate network for instance. [ 1659.456030] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.651461] env[62402]: DEBUG nova.compute.utils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.657820] env[62402]: DEBUG nova.compute.manager [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1659.659471] env[62402]: DEBUG nova.network.neutron [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.703365] env[62402]: DEBUG nova.policy [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a055a9ae6f54d659e274fb62af095e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63a2fbee67674d84ae4922c55cd2bcec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1659.731841] env[62402]: DEBUG oslo_vmware.rw_handles [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Completed reading data from the image iterator. {{(pid=62402) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1659.732118] env[62402]: DEBUG oslo_vmware.rw_handles [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240c032-fabe-f039-d722-ecdaa8f81408/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1659.733496] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103dc6c1-8078-4767-8258-55fd911de216 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.744252] env[62402]: DEBUG oslo_vmware.rw_handles [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240c032-fabe-f039-d722-ecdaa8f81408/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1659.744421] env[62402]: DEBUG oslo_vmware.rw_handles [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240c032-fabe-f039-d722-ecdaa8f81408/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1659.744690] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-93852f27-cfde-472f-86fc-16446127d5ae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.762341] env[62402]: DEBUG oslo_vmware.api [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873089, 'name': PowerOnVM_Task, 'duration_secs': 0.488143} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.762563] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1659.762892] env[62402]: DEBUG nova.compute.manager [None req-87e1ff82-07e6-43c7-b897-6612d86c3530 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.763689] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610c95b5-6c02-4e4b-98cd-4084e92c6422 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.959046] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.018169] env[62402]: DEBUG nova.network.neutron [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Successfully created port: 940d90db-9302-425d-9ece-11f40644167a {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.043687] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1868e4da-a60b-4fd0-8588-5e90bd1c61ba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.051638] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91492764-6d5a-42e2-8007-c60775c25f10 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.081400] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29cd962-e49d-45c3-8103-c555d894fa7d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.089366] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99275b33-59e5-4b27-9d09-8c198a37e1b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.103111] env[62402]: DEBUG nova.compute.provider_tree [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.156783] env[62402]: DEBUG nova.compute.manager [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1660.305037] env[62402]: DEBUG oslo_vmware.rw_handles [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5240c032-fabe-f039-d722-ecdaa8f81408/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1660.305282] env[62402]: INFO nova.virt.vmwareapi.images [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Downloaded image file data 8d7d3ecc-5edd-45f0-afaa-7d145978b96c [ 1660.306368] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee56b13-ff6e-4987-91e4-89c49d61deb3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.322974] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bae28a1-f44f-429c-994c-5a84f4768f44 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.440317] env[62402]: INFO nova.virt.vmwareapi.images [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] The imported VM was unregistered [ 1660.443557] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Caching image {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1660.443803] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1660.444114] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-817b143f-d241-4aec-a2ac-dc494223423b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.456513] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Created directory with path [datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1660.456724] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d5667e50-c808-4331-9342-4f1d9ea9b835/OSTACK_IMG_d5667e50-c808-4331-9342-4f1d9ea9b835.vmdk to [datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c/8d7d3ecc-5edd-45f0-afaa-7d145978b96c.vmdk. {{(pid=62402) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1660.457324] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-debd3893-5608-4f6e-998d-82f1f38002d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.465615] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1660.465615] env[62402]: value = "task-1873091" [ 1660.465615] env[62402]: _type = "Task" [ 1660.465615] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.474402] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873091, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.606481] env[62402]: DEBUG nova.scheduler.client.report [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1660.981824] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873091, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.111643] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.114248] env[62402]: DEBUG oslo_concurrency.lockutils [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.984s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.114544] env[62402]: DEBUG nova.objects.instance [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lazy-loading 'resources' on Instance uuid 7c628f37-d966-4d1e-8f1c-429c305592db {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.138117] env[62402]: INFO nova.scheduler.client.report [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Deleted allocations for instance 4f5194a6-18fa-485d-9567-34cad4d669bb [ 1661.168261] env[62402]: DEBUG nova.compute.manager [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1661.192437] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "2ce8fbc6-a52a-4a02-a679-4859c6496231" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.192800] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.193051] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "2ce8fbc6-a52a-4a02-a679-4859c6496231-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.193246] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.193397] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.196147] env[62402]: INFO nova.compute.manager [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Terminating instance [ 1661.199626] env[62402]: DEBUG nova.virt.hardware [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.199843] env[62402]: DEBUG nova.virt.hardware [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.199993] env[62402]: DEBUG nova.virt.hardware [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.200220] env[62402]: DEBUG nova.virt.hardware [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.200424] env[62402]: DEBUG nova.virt.hardware [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.200518] env[62402]: DEBUG nova.virt.hardware [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.200725] env[62402]: DEBUG nova.virt.hardware [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.200883] env[62402]: DEBUG nova.virt.hardware [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.201115] env[62402]: DEBUG nova.virt.hardware [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.201407] env[62402]: DEBUG nova.virt.hardware [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.201632] env[62402]: DEBUG nova.virt.hardware [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.202944] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f7e5a7-2cd0-4446-9e12-ad7b6f02daf3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.216982] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceffc269-0fef-49a4-824e-ddd59e3cd086 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.480127] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873091, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.492318] env[62402]: DEBUG nova.compute.manager [req-bc566e4a-30a4-4d19-b2ab-ed776148d70c req-69f98b5f-a11a-4d25-bbfd-05b0b017afbc service nova] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Received event network-vif-plugged-940d90db-9302-425d-9ece-11f40644167a {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1661.492571] env[62402]: DEBUG oslo_concurrency.lockutils [req-bc566e4a-30a4-4d19-b2ab-ed776148d70c req-69f98b5f-a11a-4d25-bbfd-05b0b017afbc service nova] Acquiring lock "f9120810-a22a-413f-be1f-6a0988e6cd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.492756] env[62402]: DEBUG oslo_concurrency.lockutils [req-bc566e4a-30a4-4d19-b2ab-ed776148d70c req-69f98b5f-a11a-4d25-bbfd-05b0b017afbc service nova] Lock "f9120810-a22a-413f-be1f-6a0988e6cd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.492905] env[62402]: DEBUG oslo_concurrency.lockutils [req-bc566e4a-30a4-4d19-b2ab-ed776148d70c req-69f98b5f-a11a-4d25-bbfd-05b0b017afbc service nova] Lock "f9120810-a22a-413f-be1f-6a0988e6cd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.493093] env[62402]: DEBUG nova.compute.manager [req-bc566e4a-30a4-4d19-b2ab-ed776148d70c req-69f98b5f-a11a-4d25-bbfd-05b0b017afbc service nova] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] No waiting events found dispatching network-vif-plugged-940d90db-9302-425d-9ece-11f40644167a {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1661.493332] env[62402]: WARNING nova.compute.manager [req-bc566e4a-30a4-4d19-b2ab-ed776148d70c req-69f98b5f-a11a-4d25-bbfd-05b0b017afbc service nova] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Received unexpected event network-vif-plugged-940d90db-9302-425d-9ece-11f40644167a for instance with vm_state building and task_state spawning. [ 1661.596024] env[62402]: DEBUG nova.network.neutron [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Successfully updated port: 940d90db-9302-425d-9ece-11f40644167a {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1661.648860] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dfbc9846-06f1-4b7f-9124-62a86d6a416e tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4f5194a6-18fa-485d-9567-34cad4d669bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.869s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.709123] env[62402]: DEBUG nova.compute.manager [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1661.709444] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1661.710418] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ce5e8e-388d-418b-98f2-800a44bf0bb4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.722041] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.722041] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7edde932-d499-4c95-aa61-3b07d5b1279d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.734418] env[62402]: DEBUG oslo_vmware.api [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1661.734418] env[62402]: value = "task-1873092" [ 1661.734418] env[62402]: _type = "Task" [ 1661.734418] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.749478] env[62402]: DEBUG oslo_vmware.api [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.982795] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873091, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.985820] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c502f697-107f-4bf3-8568-0acd0558c0c6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.995375] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3da560b-c69d-4a11-897b-685380d35ec9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.027954] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f35d18a-466b-4c18-940d-fd9377e357f0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.039706] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f5545f-283a-4e19-8163-19c1b32dfe47 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.057946] env[62402]: DEBUG nova.compute.provider_tree [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.098129] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "refresh_cache-f9120810-a22a-413f-be1f-6a0988e6cd5a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.098345] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired lock "refresh_cache-f9120810-a22a-413f-be1f-6a0988e6cd5a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.098479] env[62402]: DEBUG nova.network.neutron [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.248364] env[62402]: DEBUG oslo_vmware.api [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.481918] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873091, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.564109] env[62402]: DEBUG nova.scheduler.client.report [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1662.643958] env[62402]: DEBUG nova.network.neutron [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1662.747157] env[62402]: DEBUG oslo_vmware.api [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873092, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.808842] env[62402]: DEBUG nova.network.neutron [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Updating instance_info_cache with network_info: [{"id": "940d90db-9302-425d-9ece-11f40644167a", "address": "fa:16:3e:ed:c1:f6", "network": {"id": "fd3aa2a4-b386-40a8-9a94-def6b8ee0a1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2117231135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "63a2fbee67674d84ae4922c55cd2bcec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap940d90db-93", "ovs_interfaceid": "940d90db-9302-425d-9ece-11f40644167a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.835328] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "4226b554-55ff-4cba-b0ae-61e23403ac42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.835596] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4226b554-55ff-4cba-b0ae-61e23403ac42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.835905] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "4226b554-55ff-4cba-b0ae-61e23403ac42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.836111] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4226b554-55ff-4cba-b0ae-61e23403ac42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.836286] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4226b554-55ff-4cba-b0ae-61e23403ac42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.838413] env[62402]: INFO nova.compute.manager [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Terminating instance [ 1662.983839] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873091, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.994467] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.994715] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.067958] env[62402]: DEBUG oslo_concurrency.lockutils [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.070782] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.614s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.070782] env[62402]: DEBUG nova.objects.instance [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Lazy-loading 'resources' on Instance uuid cc3c434c-0047-47a9-8622-9ea0f4e939c8 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.092994] env[62402]: INFO nova.scheduler.client.report [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Deleted allocations for instance 7c628f37-d966-4d1e-8f1c-429c305592db [ 1663.246249] env[62402]: DEBUG oslo_vmware.api [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873092, 'name': PowerOffVM_Task, 'duration_secs': 1.016033} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.246549] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1663.246725] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1663.247048] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-826643be-67d3-4b1a-9075-0edf4aa86ab6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.312057] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Releasing lock "refresh_cache-f9120810-a22a-413f-be1f-6a0988e6cd5a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.312057] env[62402]: DEBUG nova.compute.manager [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Instance network_info: |[{"id": "940d90db-9302-425d-9ece-11f40644167a", "address": "fa:16:3e:ed:c1:f6", "network": {"id": "fd3aa2a4-b386-40a8-9a94-def6b8ee0a1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2117231135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "63a2fbee67674d84ae4922c55cd2bcec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap940d90db-93", "ovs_interfaceid": "940d90db-9302-425d-9ece-11f40644167a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1663.312445] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:c1:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '940d90db-9302-425d-9ece-11f40644167a', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1663.320147] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Creating folder: Project (63a2fbee67674d84ae4922c55cd2bcec). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1663.320448] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-512d2990-b047-4a3e-b121-9efb5d8e6a70 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.332058] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Created folder: Project (63a2fbee67674d84ae4922c55cd2bcec) in parent group-v386882. [ 1663.332058] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Creating folder: Instances. Parent ref: group-v387108. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1663.332255] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f650d9b9-8d09-49af-871e-80db63408764 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.341321] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Created folder: Instances in parent group-v387108. [ 1663.341564] env[62402]: DEBUG oslo.service.loopingcall [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.342138] env[62402]: DEBUG nova.compute.manager [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1663.342335] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1663.342575] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1663.343633] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b81fc2a-18ea-4ef7-8186-a2d413b3d891 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.346270] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1265583-aba7-438e-a9a4-ae188118812b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.367203] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1663.368416] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-219776e9-8d2d-46bf-9e2b-38d7bbbba7e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.370058] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1663.370058] env[62402]: value = "task-1873096" [ 1663.370058] env[62402]: _type = "Task" [ 1663.370058] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.376371] env[62402]: DEBUG oslo_vmware.api [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1663.376371] env[62402]: value = "task-1873097" [ 1663.376371] env[62402]: _type = "Task" [ 1663.376371] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.379689] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873096, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.387968] env[62402]: DEBUG oslo_vmware.api [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1873097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.480807] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873091, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.846318} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.481092] env[62402]: INFO nova.virt.vmwareapi.ds_util [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d5667e50-c808-4331-9342-4f1d9ea9b835/OSTACK_IMG_d5667e50-c808-4331-9342-4f1d9ea9b835.vmdk to [datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c/8d7d3ecc-5edd-45f0-afaa-7d145978b96c.vmdk. [ 1663.481279] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Cleaning up location [datastore1] OSTACK_IMG_d5667e50-c808-4331-9342-4f1d9ea9b835 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1663.481439] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d5667e50-c808-4331-9342-4f1d9ea9b835 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1663.481688] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b6247ac-1dc0-4b3a-b12f-3f6d98e42939 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.489199] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1663.489199] env[62402]: value = "task-1873098" [ 1663.489199] env[62402]: _type = "Task" [ 1663.489199] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.498956] env[62402]: DEBUG nova.compute.utils [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1663.500245] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.561575] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1663.561803] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1663.561987] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleting the datastore file [datastore1] 2ce8fbc6-a52a-4a02-a679-4859c6496231 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1663.562292] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cb8f78a-2ea4-43c6-9752-054b78a25033 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.570559] env[62402]: DEBUG oslo_vmware.api [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1663.570559] env[62402]: value = "task-1873099" [ 1663.570559] env[62402]: _type = "Task" [ 1663.570559] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.581463] env[62402]: DEBUG oslo_vmware.api [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.602364] env[62402]: DEBUG oslo_concurrency.lockutils [None req-932ff37a-27d4-441c-961b-8f316ec5e755 tempest-MigrationsAdminTest-1661394539 tempest-MigrationsAdminTest-1661394539-project-member] Lock "7c628f37-d966-4d1e-8f1c-429c305592db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.141s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.616702] env[62402]: DEBUG nova.compute.manager [req-7317723a-f944-42f4-bca9-f686429d6680 req-9274317d-1e00-4e54-bc1c-210fb0168808 service nova] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Received event network-changed-940d90db-9302-425d-9ece-11f40644167a {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1663.616985] env[62402]: DEBUG nova.compute.manager [req-7317723a-f944-42f4-bca9-f686429d6680 req-9274317d-1e00-4e54-bc1c-210fb0168808 service nova] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Refreshing instance network info cache due to event network-changed-940d90db-9302-425d-9ece-11f40644167a. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1663.617335] env[62402]: DEBUG oslo_concurrency.lockutils [req-7317723a-f944-42f4-bca9-f686429d6680 req-9274317d-1e00-4e54-bc1c-210fb0168808 service nova] Acquiring lock "refresh_cache-f9120810-a22a-413f-be1f-6a0988e6cd5a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.617525] env[62402]: DEBUG oslo_concurrency.lockutils [req-7317723a-f944-42f4-bca9-f686429d6680 req-9274317d-1e00-4e54-bc1c-210fb0168808 service nova] Acquired lock "refresh_cache-f9120810-a22a-413f-be1f-6a0988e6cd5a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.617835] env[62402]: DEBUG nova.network.neutron [req-7317723a-f944-42f4-bca9-f686429d6680 req-9274317d-1e00-4e54-bc1c-210fb0168808 service nova] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Refreshing network info cache for port 940d90db-9302-425d-9ece-11f40644167a {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.886028] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873096, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.887558] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9da4576-163c-402a-8e11-e80c009888a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.897639] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761065bb-c113-43a7-925f-2044dc151d09 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.900708] env[62402]: DEBUG oslo_vmware.api [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1873097, 'name': PowerOffVM_Task, 'duration_secs': 0.243394} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.901010] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1663.901274] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1663.901694] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da327e80-bb97-44d3-af52-729276d7e2e3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.930060] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678cff3d-3d6c-4518-8e40-e646a750e916 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.937848] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd41ae6-2784-40de-be69-22970f5eb8eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.953725] env[62402]: DEBUG nova.compute.provider_tree [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.998700] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048702} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.998964] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1663.999139] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c/8d7d3ecc-5edd-45f0-afaa-7d145978b96c.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.999391] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c/8d7d3ecc-5edd-45f0-afaa-7d145978b96c.vmdk to [datastore1] ebbff6cc-ef6a-4770-8a99-4f0e876b275a/ebbff6cc-ef6a-4770-8a99-4f0e876b275a.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1663.999637] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6635c6e-7fd7-423a-bbb4-24c86efa2d9f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.001819] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.008514] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1664.008514] env[62402]: value = "task-1873101" [ 1664.008514] env[62402]: _type = "Task" [ 1664.008514] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.016930] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.081618] env[62402]: DEBUG oslo_vmware.api [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290109} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.082210] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1664.082210] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1664.082322] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1664.082494] env[62402]: INFO nova.compute.manager [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1664.082821] env[62402]: DEBUG oslo.service.loopingcall [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.083047] env[62402]: DEBUG nova.compute.manager [-] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1664.083147] env[62402]: DEBUG nova.network.neutron [-] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1664.384811] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873096, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.417102] env[62402]: DEBUG nova.network.neutron [req-7317723a-f944-42f4-bca9-f686429d6680 req-9274317d-1e00-4e54-bc1c-210fb0168808 service nova] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Updated VIF entry in instance network info cache for port 940d90db-9302-425d-9ece-11f40644167a. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.417438] env[62402]: DEBUG nova.network.neutron [req-7317723a-f944-42f4-bca9-f686429d6680 req-9274317d-1e00-4e54-bc1c-210fb0168808 service nova] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Updating instance_info_cache with network_info: [{"id": "940d90db-9302-425d-9ece-11f40644167a", "address": "fa:16:3e:ed:c1:f6", "network": {"id": "fd3aa2a4-b386-40a8-9a94-def6b8ee0a1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2117231135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "63a2fbee67674d84ae4922c55cd2bcec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap940d90db-93", "ovs_interfaceid": "940d90db-9302-425d-9ece-11f40644167a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.456761] env[62402]: DEBUG nova.scheduler.client.report [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1664.521202] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873101, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.686077] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1664.686332] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1664.686513] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Deleting the datastore file [datastore1] 4226b554-55ff-4cba-b0ae-61e23403ac42 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.686784] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-745d0772-fd32-4ccc-a282-b1bfdce83419 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.694820] env[62402]: DEBUG oslo_vmware.api [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for the task: (returnval){ [ 1664.694820] env[62402]: value = "task-1873102" [ 1664.694820] env[62402]: _type = "Task" [ 1664.694820] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.706612] env[62402]: DEBUG oslo_vmware.api [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1873102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.885999] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873096, 'name': CreateVM_Task, 'duration_secs': 1.455412} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.886188] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1664.886912] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.887105] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.887881] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1664.887881] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0076332e-f956-4502-9cca-c0995cf70535 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.894348] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1664.894348] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524de9b9-9960-8a3b-91b9-92119e9c4ca8" [ 1664.894348] env[62402]: _type = "Task" [ 1664.894348] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.906130] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524de9b9-9960-8a3b-91b9-92119e9c4ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.923482] env[62402]: DEBUG oslo_concurrency.lockutils [req-7317723a-f944-42f4-bca9-f686429d6680 req-9274317d-1e00-4e54-bc1c-210fb0168808 service nova] Releasing lock "refresh_cache-f9120810-a22a-413f-be1f-6a0988e6cd5a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.962994] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.966065] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.707s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.966065] env[62402]: DEBUG nova.objects.instance [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lazy-loading 'resources' on Instance uuid 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.992301] env[62402]: INFO nova.scheduler.client.report [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Deleted allocations for instance cc3c434c-0047-47a9-8622-9ea0f4e939c8 [ 1665.021401] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873101, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.088421] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.089036] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.089036] env[62402]: INFO nova.compute.manager [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Attaching volume 961eebf9-2be2-4fdb-a900-b8cf41764211 to /dev/sdb [ 1665.134222] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da60cdad-c680-463f-9266-438ec879cf35 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.142730] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfad12be-d331-480b-b1ff-6fac95b6bba4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.160280] env[62402]: DEBUG nova.virt.block_device [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updating existing volume attachment record: 7e64f1df-0d22-494e-98b9-120ca462305b {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1665.206124] env[62402]: DEBUG oslo_vmware.api [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1873102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.210667] env[62402]: DEBUG nova.network.neutron [-] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.406137] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524de9b9-9960-8a3b-91b9-92119e9c4ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.088681} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.406500] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.406739] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1665.407023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.407178] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.407360] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1665.407680] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b5a87af-f4a0-4689-a3f0-e728f0278efe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.427595] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1665.427835] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1665.428953] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8e9dc4-6634-4c8f-ac78-7ed22f6831fe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.436664] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1665.436664] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252b8a6-7c8d-e3b4-7c48-d249890c35a7" [ 1665.436664] env[62402]: _type = "Task" [ 1665.436664] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.447802] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252b8a6-7c8d-e3b4-7c48-d249890c35a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.469476] env[62402]: DEBUG nova.objects.instance [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lazy-loading 'numa_topology' on Instance uuid 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1665.502913] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dd7938f8-a87f-4054-b4ef-12e088e7b8c8 tempest-ServerPasswordTestJSON-1591625183 tempest-ServerPasswordTestJSON-1591625183-project-member] Lock "cc3c434c-0047-47a9-8622-9ea0f4e939c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.660s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.521974] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873101, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.699091] env[62402]: DEBUG nova.compute.manager [req-bda299de-52d5-460c-a71f-e84dee393031 req-495221ee-000b-4849-a55f-ca4fcf5a475a service nova] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Received event network-vif-deleted-95d86438-c672-4b2e-a35b-abf316e228c9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1665.710112] env[62402]: DEBUG oslo_vmware.api [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1873102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.713100] env[62402]: INFO nova.compute.manager [-] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Took 1.63 seconds to deallocate network for instance. [ 1665.949930] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252b8a6-7c8d-e3b4-7c48-d249890c35a7, 'name': SearchDatastore_Task, 'duration_secs': 0.088952} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.950861] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8953a8-dcca-4005-a21a-7a11264eac56 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.961793] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1665.961793] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]523686c1-2240-a541-d1ef-92a7650a3712" [ 1665.961793] env[62402]: _type = "Task" [ 1665.961793] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.972384] env[62402]: DEBUG nova.objects.base [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Object Instance<9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52> lazy-loaded attributes: resources,numa_topology {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1665.975163] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523686c1-2240-a541-d1ef-92a7650a3712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.025071] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873101, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.108906] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.109025] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.109226] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "f80c9a28-923e-4943-bb8a-e9a73b4bb6c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.109416] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "f80c9a28-923e-4943-bb8a-e9a73b4bb6c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.109591] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "f80c9a28-923e-4943-bb8a-e9a73b4bb6c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.114455] env[62402]: INFO nova.compute.manager [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Terminating instance [ 1666.212034] env[62402]: DEBUG oslo_vmware.api [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1873102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.219340] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.336364] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0772ac7a-bdd8-4efd-a0ac-4dbc3959744f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.344796] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa58d25-9c32-4178-be73-8a9b6c5fef66 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.381529] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d273911-c2bc-40af-aad0-76f1ea6ff84e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.391185] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64f0505-e147-416f-9b47-67cc65b7d911 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.406587] env[62402]: DEBUG nova.compute.provider_tree [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.473523] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523686c1-2240-a541-d1ef-92a7650a3712, 'name': SearchDatastore_Task, 'duration_secs': 0.089727} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.473803] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.474087] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] f9120810-a22a-413f-be1f-6a0988e6cd5a/f9120810-a22a-413f-be1f-6a0988e6cd5a.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1666.474355] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c2437e9-c13d-4450-9266-019fb3a347e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.482125] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1666.482125] env[62402]: value = "task-1873106" [ 1666.482125] env[62402]: _type = "Task" [ 1666.482125] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.494538] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.524606] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873101, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.34229} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.524980] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8d7d3ecc-5edd-45f0-afaa-7d145978b96c/8d7d3ecc-5edd-45f0-afaa-7d145978b96c.vmdk to [datastore1] ebbff6cc-ef6a-4770-8a99-4f0e876b275a/ebbff6cc-ef6a-4770-8a99-4f0e876b275a.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1666.527122] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512976aa-f983-41e5-be05-a5a1dbbc23b7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.551325] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] ebbff6cc-ef6a-4770-8a99-4f0e876b275a/ebbff6cc-ef6a-4770-8a99-4f0e876b275a.vmdk or device None with type streamOptimized {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.552062] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef5bbc4-b9ad-4abd-a169-f91dffc5cb95 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.576097] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1666.576097] env[62402]: value = "task-1873107" [ 1666.576097] env[62402]: _type = "Task" [ 1666.576097] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.589482] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.618538] env[62402]: DEBUG nova.compute.manager [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1666.618913] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1666.619843] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114178ae-2e63-4df9-aede-8f04f381f834 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.628282] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.628540] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87e69778-4b78-43cf-82eb-6de72ff7359f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.638104] env[62402]: DEBUG oslo_vmware.api [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1666.638104] env[62402]: value = "task-1873108" [ 1666.638104] env[62402]: _type = "Task" [ 1666.638104] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.649739] env[62402]: DEBUG oslo_vmware.api [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1873108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.709525] env[62402]: DEBUG oslo_vmware.api [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Task: {'id': task-1873102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.684143} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.709786] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.709987] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.710176] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.710354] env[62402]: INFO nova.compute.manager [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Took 3.37 seconds to destroy the instance on the hypervisor. [ 1666.710665] env[62402]: DEBUG oslo.service.loopingcall [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.710884] env[62402]: DEBUG nova.compute.manager [-] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.710981] env[62402]: DEBUG nova.network.neutron [-] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.909967] env[62402]: DEBUG nova.scheduler.client.report [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.995264] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873106, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.092905] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.152684] env[62402]: DEBUG oslo_vmware.api [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1873108, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.416814] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.451s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.420345] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.748s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.421836] env[62402]: INFO nova.compute.claims [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1667.497019] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582789} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.497422] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] f9120810-a22a-413f-be1f-6a0988e6cd5a/f9120810-a22a-413f-be1f-6a0988e6cd5a.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1667.497683] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1667.498014] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7703fc0-6a14-447b-8afe-1a0bf14755cb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.507411] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1667.507411] env[62402]: value = "task-1873109" [ 1667.507411] env[62402]: _type = "Task" [ 1667.507411] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.518436] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.560922] env[62402]: DEBUG nova.network.neutron [-] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.590290] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873107, 'name': ReconfigVM_Task, 'duration_secs': 0.594533} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.591399] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Reconfigured VM instance instance-00000020 to attach disk [datastore1] ebbff6cc-ef6a-4770-8a99-4f0e876b275a/ebbff6cc-ef6a-4770-8a99-4f0e876b275a.vmdk or device None with type streamOptimized {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.592096] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c424414-64e7-4708-a104-fce9d8986b81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.600119] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1667.600119] env[62402]: value = "task-1873111" [ 1667.600119] env[62402]: _type = "Task" [ 1667.600119] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.613124] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873111, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.649936] env[62402]: DEBUG oslo_vmware.api [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1873108, 'name': PowerOffVM_Task, 'duration_secs': 0.541314} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.652862] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.652862] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.652862] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4954aa6-4d88-49f5-8a52-bc2ea838a177 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.763817] env[62402]: DEBUG nova.compute.manager [req-5cca4b44-c955-4b0c-88e3-9a79c0e39236 req-c7e9dc3b-b862-4a57-bfa0-80c651ddf2e2 service nova] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Received event network-vif-deleted-627ba4f8-b36a-407c-b867-8a5f07314f56 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1667.776223] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1667.776223] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1667.776223] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Deleting the datastore file [datastore1] f80c9a28-923e-4943-bb8a-e9a73b4bb6c9 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1667.776223] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf8abca8-dade-430f-a965-9f5f25c6e337 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.791328] env[62402]: DEBUG oslo_vmware.api [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for the task: (returnval){ [ 1667.791328] env[62402]: value = "task-1873113" [ 1667.791328] env[62402]: _type = "Task" [ 1667.791328] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.801531] env[62402]: DEBUG oslo_vmware.api [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1873113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.940497] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d71a8b69-4b39-46c8-812c-3481b5d81333 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.403s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.945537] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.777s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.945537] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.945537] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.945537] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.948469] env[62402]: INFO nova.compute.manager [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Terminating instance [ 1668.019917] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071946} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.019917] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1668.020785] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa4baa0-80c3-49a6-808d-cdcdf3544337 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.047313] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] f9120810-a22a-413f-be1f-6a0988e6cd5a/f9120810-a22a-413f-be1f-6a0988e6cd5a.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1668.047313] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d41610e-9b8a-4b5f-b9b2-9f5172cdac87 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.064450] env[62402]: INFO nova.compute.manager [-] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Took 1.35 seconds to deallocate network for instance. [ 1668.072953] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1668.072953] env[62402]: value = "task-1873114" [ 1668.072953] env[62402]: _type = "Task" [ 1668.072953] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.083595] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.112377] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873111, 'name': Rename_Task, 'duration_secs': 0.19742} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.112377] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.112377] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71971f86-dbba-4f44-98df-7bff1cdc9689 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.120647] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1668.120647] env[62402]: value = "task-1873115" [ 1668.120647] env[62402]: _type = "Task" [ 1668.120647] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.129649] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.298970] env[62402]: DEBUG oslo_vmware.api [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Task: {'id': task-1873113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440249} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.299387] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1668.299650] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1668.299912] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1668.301663] env[62402]: INFO nova.compute.manager [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1668.301937] env[62402]: DEBUG oslo.service.loopingcall [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.301984] env[62402]: DEBUG nova.compute.manager [-] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1668.302052] env[62402]: DEBUG nova.network.neutron [-] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1668.458016] env[62402]: DEBUG nova.compute.manager [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1668.458016] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1668.458016] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-483a86c0-27ad-4978-9373-94ea53184e26 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.474837] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd391e57-339a-4628-8f51-72c148e6c8af {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.519419] env[62402]: WARNING nova.virt.vmwareapi.vmops [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52 could not be found. [ 1668.519669] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1668.519877] env[62402]: INFO nova.compute.manager [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1668.520181] env[62402]: DEBUG oslo.service.loopingcall [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.520533] env[62402]: DEBUG nova.compute.manager [-] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1668.520799] env[62402]: DEBUG nova.network.neutron [-] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1668.572326] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.594498] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873114, 'name': ReconfigVM_Task, 'duration_secs': 0.353507} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.595450] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Reconfigured VM instance instance-00000051 to attach disk [datastore1] f9120810-a22a-413f-be1f-6a0988e6cd5a/f9120810-a22a-413f-be1f-6a0988e6cd5a.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.595574] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-217b918c-36bd-490f-a523-39462a92540f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.606843] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1668.606843] env[62402]: value = "task-1873116" [ 1668.606843] env[62402]: _type = "Task" [ 1668.606843] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.619931] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873116, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.633613] env[62402]: DEBUG oslo_vmware.api [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873115, 'name': PowerOnVM_Task, 'duration_secs': 0.494548} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.633908] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.784798] env[62402]: DEBUG nova.compute.manager [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.785701] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdca857d-2232-4878-b908-110c220d34be {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.908152] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f7c936-b7dd-4476-a990-71d552c5ea3a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.918304] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4eb6ee-276f-4977-8da4-3d040045ed38 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.955052] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb511f51-a841-46b2-a2ec-b24d09935f65 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.964286] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec8012a-c59b-470e-bd3d-6762a044ca4b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.981242] env[62402]: DEBUG nova.compute.provider_tree [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.118445] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873116, 'name': Rename_Task, 'duration_secs': 0.260994} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.118862] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1669.119247] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c6a91ca-fec9-42ca-bbbe-5bdddd773d58 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.128236] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1669.128236] env[62402]: value = "task-1873117" [ 1669.128236] env[62402]: _type = "Task" [ 1669.128236] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.137636] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.309949] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dbdd0f38-7867-433c-8951-517ce1aa8cbe tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 43.446s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.386393] env[62402]: DEBUG nova.network.neutron [-] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.484938] env[62402]: DEBUG nova.scheduler.client.report [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.642126] env[62402]: DEBUG oslo_vmware.api [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873117, 'name': PowerOnVM_Task, 'duration_secs': 0.514098} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.642189] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1669.646247] env[62402]: INFO nova.compute.manager [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1669.646247] env[62402]: DEBUG nova.compute.manager [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1669.646247] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ca4fbc-8023-4877-b719-1f09cca5c0f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.722258] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1669.722496] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387112', 'volume_id': '961eebf9-2be2-4fdb-a900-b8cf41764211', 'name': 'volume-961eebf9-2be2-4fdb-a900-b8cf41764211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6614ec90-4eaa-4393-8f73-f9d54aa6e625', 'attached_at': '', 'detached_at': '', 'volume_id': '961eebf9-2be2-4fdb-a900-b8cf41764211', 'serial': '961eebf9-2be2-4fdb-a900-b8cf41764211'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1669.723711] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e20b33-1a26-427b-82be-eb4155b9f5e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.747408] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a45efa-0916-46a3-9119-05f850572b80 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.772729] env[62402]: DEBUG nova.network.neutron [-] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.781545] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-961eebf9-2be2-4fdb-a900-b8cf41764211/volume-961eebf9-2be2-4fdb-a900-b8cf41764211.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1669.783602] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9722b45-2eac-49d1-b5ab-0bfd85c07fc3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.798487] env[62402]: DEBUG nova.compute.manager [req-ce9d8986-e1eb-44b6-84ef-def77b50c17d req-150c4171-1148-4a1f-99b9-950713a80a64 service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Received event network-vif-deleted-bc14fd9e-e011-4c37-b83a-7252175a4645 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1669.798685] env[62402]: INFO nova.compute.manager [req-ce9d8986-e1eb-44b6-84ef-def77b50c17d req-150c4171-1148-4a1f-99b9-950713a80a64 service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Neutron deleted interface bc14fd9e-e011-4c37-b83a-7252175a4645; detaching it from the instance and deleting it from the info cache [ 1669.798859] env[62402]: DEBUG nova.network.neutron [req-ce9d8986-e1eb-44b6-84ef-def77b50c17d req-150c4171-1148-4a1f-99b9-950713a80a64 service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.808191] env[62402]: DEBUG oslo_vmware.api [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1669.808191] env[62402]: value = "task-1873118" [ 1669.808191] env[62402]: _type = "Task" [ 1669.808191] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.817753] env[62402]: DEBUG oslo_vmware.api [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.897857] env[62402]: INFO nova.compute.manager [-] [instance: 9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52] Took 1.37 seconds to deallocate network for instance. [ 1669.991943] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.994496] env[62402]: DEBUG nova.compute.manager [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1669.997550] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.131s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.999454] env[62402]: INFO nova.compute.claims [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1670.170746] env[62402]: INFO nova.compute.manager [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Took 38.96 seconds to build instance. [ 1670.283046] env[62402]: INFO nova.compute.manager [-] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Took 1.98 seconds to deallocate network for instance. [ 1670.303854] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8876a3f-aff3-472b-b82b-ec8d64490667 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.315506] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df591b53-ea31-4442-8ba7-c7c62a7b4877 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.332788] env[62402]: DEBUG oslo_vmware.api [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.359500] env[62402]: DEBUG nova.compute.manager [req-ce9d8986-e1eb-44b6-84ef-def77b50c17d req-150c4171-1148-4a1f-99b9-950713a80a64 service nova] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Detach interface failed, port_id=bc14fd9e-e011-4c37-b83a-7252175a4645, reason: Instance f80c9a28-923e-4943-bb8a-e9a73b4bb6c9 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1670.506159] env[62402]: DEBUG nova.compute.utils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1670.512219] env[62402]: DEBUG nova.compute.manager [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1670.512219] env[62402]: DEBUG nova.network.neutron [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1670.582481] env[62402]: DEBUG nova.policy [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f81e6a1d9e8415991d86bfdc8a9cb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44597faa2b3642a0bf93eb00368419eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1670.672713] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f7de76a5-5582-4a83-ba3f-7bb54535b0cc tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "f9120810-a22a-413f-be1f-6a0988e6cd5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.471s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.790071] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.821009] env[62402]: DEBUG oslo_vmware.api [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873118, 'name': ReconfigVM_Task, 'duration_secs': 0.903777} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.825390] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-961eebf9-2be2-4fdb-a900-b8cf41764211/volume-961eebf9-2be2-4fdb-a900-b8cf41764211.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1670.831275] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e387e313-96d3-4f06-998f-f6d91b017238 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.851967] env[62402]: DEBUG oslo_vmware.api [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1670.851967] env[62402]: value = "task-1873119" [ 1670.851967] env[62402]: _type = "Task" [ 1670.851967] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.860311] env[62402]: DEBUG oslo_vmware.api [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.913721] env[62402]: INFO nova.compute.manager [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Rescuing [ 1670.913721] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "refresh_cache-f9120810-a22a-413f-be1f-6a0988e6cd5a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.913885] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired lock "refresh_cache-f9120810-a22a-413f-be1f-6a0988e6cd5a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.913979] env[62402]: DEBUG nova.network.neutron [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.934675] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e606791c-36c1-4266-ac39-7f17267f34f2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "9fa7403c-ef6a-4f0b-9b76-6bcc6b7caa52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.991s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.953724] env[62402]: DEBUG nova.network.neutron [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Successfully created port: 46675457-f1bf-40f8-a33c-cdef23986359 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1671.013316] env[62402]: DEBUG nova.compute.manager [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1671.362566] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1698f3e9-80f1-4f24-9880-11f416de9ae8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.380178] env[62402]: DEBUG oslo_vmware.api [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873119, 'name': ReconfigVM_Task, 'duration_secs': 0.151652} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.381214] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7128cbc2-993d-49dd-acbb-c6ca440dda21 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.384785] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387112', 'volume_id': '961eebf9-2be2-4fdb-a900-b8cf41764211', 'name': 'volume-961eebf9-2be2-4fdb-a900-b8cf41764211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6614ec90-4eaa-4393-8f73-f9d54aa6e625', 'attached_at': '', 'detached_at': '', 'volume_id': '961eebf9-2be2-4fdb-a900-b8cf41764211', 'serial': '961eebf9-2be2-4fdb-a900-b8cf41764211'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1671.417321] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e75d059-72aa-4bb3-bb49-31ebf5d13911 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.428568] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94315f63-062b-46c4-b32b-2fdf15f656e9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.447995] env[62402]: DEBUG nova.compute.provider_tree [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.692535] env[62402]: DEBUG nova.network.neutron [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Updating instance_info_cache with network_info: [{"id": "940d90db-9302-425d-9ece-11f40644167a", "address": "fa:16:3e:ed:c1:f6", "network": {"id": "fd3aa2a4-b386-40a8-9a94-def6b8ee0a1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2117231135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "63a2fbee67674d84ae4922c55cd2bcec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap940d90db-93", "ovs_interfaceid": "940d90db-9302-425d-9ece-11f40644167a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.951622] env[62402]: DEBUG nova.scheduler.client.report [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1672.029609] env[62402]: DEBUG nova.compute.manager [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1672.065495] env[62402]: DEBUG nova.virt.hardware [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bf0eef5545080270425bd2fa96fad47c',container_format='bare',created_at=2024-12-14T03:12:24Z,direct_url=,disk_format='vmdk',id=37c9e2e6-42f9-42b0-a0e5-790fddbea652,min_disk=1,min_ram=0,name='tempest-test-snap-1748227757',owner='44597faa2b3642a0bf93eb00368419eb',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-14T03:12:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1672.065748] env[62402]: DEBUG nova.virt.hardware [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.065898] env[62402]: DEBUG nova.virt.hardware [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1672.066300] env[62402]: DEBUG nova.virt.hardware [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.066503] env[62402]: DEBUG nova.virt.hardware [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1672.066685] env[62402]: DEBUG nova.virt.hardware [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1672.066954] env[62402]: DEBUG nova.virt.hardware [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1672.067109] env[62402]: DEBUG nova.virt.hardware [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1672.067262] env[62402]: DEBUG nova.virt.hardware [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1672.067465] env[62402]: DEBUG nova.virt.hardware [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1672.067610] env[62402]: DEBUG nova.virt.hardware [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1672.068503] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0389fd-9269-4f71-bbd8-2c48b6110aa6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.078237] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce457ee-9334-47fe-8b68-8c7f41feea20 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.160768] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.161100] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.196744] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Releasing lock "refresh_cache-f9120810-a22a-413f-be1f-6a0988e6cd5a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.444453] env[62402]: DEBUG nova.objects.instance [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lazy-loading 'flavor' on Instance uuid 6614ec90-4eaa-4393-8f73-f9d54aa6e625 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.460023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.460023] env[62402]: DEBUG nova.compute.manager [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1672.461763] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.335s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.462605] env[62402]: DEBUG nova.objects.instance [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lazy-loading 'resources' on Instance uuid b48b335d-7d67-4ea9-86a8-63cc11c6bbe0 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.653695] env[62402]: DEBUG nova.network.neutron [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Successfully updated port: 46675457-f1bf-40f8-a33c-cdef23986359 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1672.664498] env[62402]: DEBUG nova.compute.manager [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1672.671726] env[62402]: DEBUG nova.compute.manager [req-c39d542a-1df6-4c04-a751-c0f60e043947 req-4b0918f3-c9ff-4075-998f-17ea876c6832 service nova] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Received event network-vif-plugged-46675457-f1bf-40f8-a33c-cdef23986359 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1672.671726] env[62402]: DEBUG oslo_concurrency.lockutils [req-c39d542a-1df6-4c04-a751-c0f60e043947 req-4b0918f3-c9ff-4075-998f-17ea876c6832 service nova] Acquiring lock "f1db9f09-3415-4031-b4a2-3aaa34ee4936-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.671726] env[62402]: DEBUG oslo_concurrency.lockutils [req-c39d542a-1df6-4c04-a751-c0f60e043947 req-4b0918f3-c9ff-4075-998f-17ea876c6832 service nova] Lock "f1db9f09-3415-4031-b4a2-3aaa34ee4936-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.671726] env[62402]: DEBUG oslo_concurrency.lockutils [req-c39d542a-1df6-4c04-a751-c0f60e043947 req-4b0918f3-c9ff-4075-998f-17ea876c6832 service nova] Lock "f1db9f09-3415-4031-b4a2-3aaa34ee4936-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.671726] env[62402]: DEBUG nova.compute.manager [req-c39d542a-1df6-4c04-a751-c0f60e043947 req-4b0918f3-c9ff-4075-998f-17ea876c6832 service nova] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] No waiting events found dispatching network-vif-plugged-46675457-f1bf-40f8-a33c-cdef23986359 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1672.671726] env[62402]: WARNING nova.compute.manager [req-c39d542a-1df6-4c04-a751-c0f60e043947 req-4b0918f3-c9ff-4075-998f-17ea876c6832 service nova] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Received unexpected event network-vif-plugged-46675457-f1bf-40f8-a33c-cdef23986359 for instance with vm_state building and task_state spawning. [ 1672.702649] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89952f43-fab8-4127-8605-d6dff77f564c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.711962] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-63b58502-d1bd-45f8-af7f-86f15bfa6a8d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Suspending the VM {{(pid=62402) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1672.712244] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-719949fb-ecfc-4158-af08-4420d06a7941 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.719544] env[62402]: DEBUG oslo_vmware.api [None req-63b58502-d1bd-45f8-af7f-86f15bfa6a8d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1672.719544] env[62402]: value = "task-1873120" [ 1672.719544] env[62402]: _type = "Task" [ 1672.719544] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.730134] env[62402]: DEBUG oslo_vmware.api [None req-63b58502-d1bd-45f8-af7f-86f15bfa6a8d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873120, 'name': SuspendVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.831905] env[62402]: INFO nova.compute.manager [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Rescuing [ 1672.832204] env[62402]: DEBUG oslo_concurrency.lockutils [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.832360] env[62402]: DEBUG oslo_concurrency.lockutils [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.832565] env[62402]: DEBUG nova.network.neutron [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.949419] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4e48eb30-79c5-4a9c-bcea-4ba4bdd3888e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.860s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.966735] env[62402]: DEBUG nova.compute.utils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1672.971783] env[62402]: DEBUG nova.compute.manager [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1672.972437] env[62402]: DEBUG nova.network.neutron [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1673.053763] env[62402]: DEBUG nova.policy [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '860b17c25bff43b0a1abcb491c604c3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9249febc84c4c18b5c8529d5bcf94d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1673.156265] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "refresh_cache-f1db9f09-3415-4031-b4a2-3aaa34ee4936" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.156470] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "refresh_cache-f1db9f09-3415-4031-b4a2-3aaa34ee4936" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.156658] env[62402]: DEBUG nova.network.neutron [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1673.193801] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.231827] env[62402]: DEBUG oslo_vmware.api [None req-63b58502-d1bd-45f8-af7f-86f15bfa6a8d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873120, 'name': SuspendVM_Task} progress is 62%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.367197] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050348f2-e862-4105-9e70-56b4a2f9ad9b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.378183] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4b0475-96e7-481d-81ec-ff234401fd2b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.417915] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5baec9-a259-4dc0-9692-204b88d26c44 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.428963] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2206b84-e9f1-4c9c-bc72-62871883fced {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.447366] env[62402]: DEBUG nova.compute.provider_tree [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.472127] env[62402]: DEBUG nova.compute.manager [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1673.493839] env[62402]: DEBUG nova.network.neutron [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Successfully created port: 8c194853-3f91-4783-82ed-1cfd24e09b78 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1673.703408] env[62402]: DEBUG nova.network.neutron [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updating instance_info_cache with network_info: [{"id": "21c8724c-1025-44bc-97e2-86a69f0a266f", "address": "fa:16:3e:6f:6a:d8", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c8724c-10", "ovs_interfaceid": "21c8724c-1025-44bc-97e2-86a69f0a266f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.714034] env[62402]: DEBUG nova.network.neutron [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1673.730754] env[62402]: DEBUG oslo_vmware.api [None req-63b58502-d1bd-45f8-af7f-86f15bfa6a8d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873120, 'name': SuspendVM_Task, 'duration_secs': 0.702423} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.731117] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-63b58502-d1bd-45f8-af7f-86f15bfa6a8d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Suspended the VM {{(pid=62402) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1673.731330] env[62402]: DEBUG nova.compute.manager [None req-63b58502-d1bd-45f8-af7f-86f15bfa6a8d tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.732182] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7728f5d-d973-433c-a173-48809ddca548 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.738772] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.741716] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68df7fe7-9347-4edc-bb1c-565a3b89043b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.749974] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1673.749974] env[62402]: value = "task-1873121" [ 1673.749974] env[62402]: _type = "Task" [ 1673.749974] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.761016] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.892828] env[62402]: DEBUG nova.network.neutron [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Updating instance_info_cache with network_info: [{"id": "46675457-f1bf-40f8-a33c-cdef23986359", "address": "fa:16:3e:4a:9d:c7", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46675457-f1", "ovs_interfaceid": "46675457-f1bf-40f8-a33c-cdef23986359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.950495] env[62402]: DEBUG nova.scheduler.client.report [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1674.206579] env[62402]: DEBUG oslo_concurrency.lockutils [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.260791] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873121, 'name': PowerOffVM_Task, 'duration_secs': 0.187534} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.261346] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.262162] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ee5118-d27d-47a4-91c0-7ead5ff4b42f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.282663] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423210b6-25d0-4a2a-93f8-f975959352b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.311251] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.311531] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c34807dc-8cf7-456b-9cb2-0312ae56bb4d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.318843] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1674.318843] env[62402]: value = "task-1873122" [ 1674.318843] env[62402]: _type = "Task" [ 1674.318843] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.326865] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.395409] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "refresh_cache-f1db9f09-3415-4031-b4a2-3aaa34ee4936" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.395758] env[62402]: DEBUG nova.compute.manager [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Instance network_info: |[{"id": "46675457-f1bf-40f8-a33c-cdef23986359", "address": "fa:16:3e:4a:9d:c7", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46675457-f1", "ovs_interfaceid": "46675457-f1bf-40f8-a33c-cdef23986359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1674.396194] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:9d:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46675457-f1bf-40f8-a33c-cdef23986359', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1674.406970] env[62402]: DEBUG oslo.service.loopingcall [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.407562] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1674.407820] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20655115-9553-422d-a121-8922f1e19281 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.433320] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1674.433320] env[62402]: value = "task-1873123" [ 1674.433320] env[62402]: _type = "Task" [ 1674.433320] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.442448] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873123, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.456541] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.459241] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.188s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.459532] env[62402]: DEBUG nova.objects.instance [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lazy-loading 'resources' on Instance uuid b4add695-afa7-4d94-90ca-f83e52630749 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.484427] env[62402]: DEBUG nova.compute.manager [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1674.488595] env[62402]: INFO nova.scheduler.client.report [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Deleted allocations for instance b48b335d-7d67-4ea9-86a8-63cc11c6bbe0 [ 1674.517486] env[62402]: DEBUG nova.virt.hardware [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1674.517731] env[62402]: DEBUG nova.virt.hardware [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1674.517896] env[62402]: DEBUG nova.virt.hardware [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1674.518140] env[62402]: DEBUG nova.virt.hardware [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1674.518296] env[62402]: DEBUG nova.virt.hardware [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1674.518465] env[62402]: DEBUG nova.virt.hardware [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1674.518691] env[62402]: DEBUG nova.virt.hardware [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1674.518860] env[62402]: DEBUG nova.virt.hardware [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1674.519040] env[62402]: DEBUG nova.virt.hardware [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1674.519211] env[62402]: DEBUG nova.virt.hardware [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1674.519385] env[62402]: DEBUG nova.virt.hardware [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1674.520311] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e803bc-296b-41a6-9a1a-ea7b7d0fc276 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.529155] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d650081e-2ae1-4a88-865d-3c5c9acc917b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.722018] env[62402]: DEBUG nova.compute.manager [req-93fd8a1a-651f-48cf-8b3f-10152762f916 req-084c64d3-42e0-433b-ad4d-404d1868cae4 service nova] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Received event network-changed-46675457-f1bf-40f8-a33c-cdef23986359 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1674.722391] env[62402]: DEBUG nova.compute.manager [req-93fd8a1a-651f-48cf-8b3f-10152762f916 req-084c64d3-42e0-433b-ad4d-404d1868cae4 service nova] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Refreshing instance network info cache due to event network-changed-46675457-f1bf-40f8-a33c-cdef23986359. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1674.722604] env[62402]: DEBUG oslo_concurrency.lockutils [req-93fd8a1a-651f-48cf-8b3f-10152762f916 req-084c64d3-42e0-433b-ad4d-404d1868cae4 service nova] Acquiring lock "refresh_cache-f1db9f09-3415-4031-b4a2-3aaa34ee4936" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.722831] env[62402]: DEBUG oslo_concurrency.lockutils [req-93fd8a1a-651f-48cf-8b3f-10152762f916 req-084c64d3-42e0-433b-ad4d-404d1868cae4 service nova] Acquired lock "refresh_cache-f1db9f09-3415-4031-b4a2-3aaa34ee4936" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.723057] env[62402]: DEBUG nova.network.neutron [req-93fd8a1a-651f-48cf-8b3f-10152762f916 req-084c64d3-42e0-433b-ad4d-404d1868cae4 service nova] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Refreshing network info cache for port 46675457-f1bf-40f8-a33c-cdef23986359 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1674.830498] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1674.830752] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1674.831024] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.831218] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.831416] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1674.831708] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e9c03b0-88b0-4d50-a182-e1eab88dff74 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.844020] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1674.844329] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1674.845323] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f0e1bf-0ceb-4c35-acc2-c91623573e03 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.851166] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1674.851166] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c14b87-effd-767f-8292-ce17b920b298" [ 1674.851166] env[62402]: _type = "Task" [ 1674.851166] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.860265] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c14b87-effd-767f-8292-ce17b920b298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.949021] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873123, 'name': CreateVM_Task, 'duration_secs': 0.358325} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.949021] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1674.949021] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.949021] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.949021] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1674.949021] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b08318-daee-4fab-8b35-b22686fe147c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.954459] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1674.954459] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]526e9497-6eb1-2db2-e553-7e6a9cd8996a" [ 1674.954459] env[62402]: _type = "Task" [ 1674.954459] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.968165] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526e9497-6eb1-2db2-e553-7e6a9cd8996a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.000072] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0f78c27a-7f89-4fde-95cb-4432a23c5367 tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "b48b335d-7d67-4ea9-86a8-63cc11c6bbe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.516s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.372020] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c14b87-effd-767f-8292-ce17b920b298, 'name': SearchDatastore_Task, 'duration_secs': 0.023405} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.375479] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e8207c-1e5d-4720-bdce-9b52b1341dd4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.379386] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdcca01-4798-4a47-8df3-debc113d0b18 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.390055] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5d7abb-0cd1-4bc8-ae87-8c0578739578 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.394798] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1675.394798] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52164f78-2a14-d2e6-3106-0ce1d95835df" [ 1675.394798] env[62402]: _type = "Task" [ 1675.394798] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.429186] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f30904f-7d2c-4913-b786-8b58ddd5085d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.436053] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52164f78-2a14-d2e6-3106-0ce1d95835df, 'name': SearchDatastore_Task, 'duration_secs': 0.018212} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.437151] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.437151] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] f9120810-a22a-413f-be1f-6a0988e6cd5a/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk. {{(pid=62402) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1675.437709] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aef82ba3-4743-4c08-a5c7-4365aef051d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.441883] env[62402]: DEBUG nova.network.neutron [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Successfully updated port: 8c194853-3f91-4783-82ed-1cfd24e09b78 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1675.453113] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a0dc80-8782-4b0e-a732-c9a5af78724c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.464999] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1675.464999] env[62402]: value = "task-1873124" [ 1675.464999] env[62402]: _type = "Task" [ 1675.464999] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.494833] env[62402]: DEBUG nova.compute.provider_tree [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.504611] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.505100] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Processing image 37c9e2e6-42f9-42b0-a0e5-790fddbea652 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1675.505516] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652/37c9e2e6-42f9-42b0-a0e5-790fddbea652.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.505784] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652/37c9e2e6-42f9-42b0-a0e5-790fddbea652.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.506110] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1675.514690] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a57c6519-a4f4-4e39-b05e-f4cf5f1b1592 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.519700] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.539484] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1675.541036] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1675.541036] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47996e28-4f3a-4081-b935-42f8f54c4d74 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.549402] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1675.549402] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b7d62c-340d-9bd2-207f-f0bb635effd6" [ 1675.549402] env[62402]: _type = "Task" [ 1675.549402] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.566747] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b7d62c-340d-9bd2-207f-f0bb635effd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.678296] env[62402]: INFO nova.compute.manager [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Resuming [ 1675.678915] env[62402]: DEBUG nova.objects.instance [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lazy-loading 'flavor' on Instance uuid ebbff6cc-ef6a-4770-8a99-4f0e876b275a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1675.713026] env[62402]: DEBUG nova.network.neutron [req-93fd8a1a-651f-48cf-8b3f-10152762f916 req-084c64d3-42e0-433b-ad4d-404d1868cae4 service nova] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Updated VIF entry in instance network info cache for port 46675457-f1bf-40f8-a33c-cdef23986359. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.713443] env[62402]: DEBUG nova.network.neutron [req-93fd8a1a-651f-48cf-8b3f-10152762f916 req-084c64d3-42e0-433b-ad4d-404d1868cae4 service nova] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Updating instance_info_cache with network_info: [{"id": "46675457-f1bf-40f8-a33c-cdef23986359", "address": "fa:16:3e:4a:9d:c7", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46675457-f1", "ovs_interfaceid": "46675457-f1bf-40f8-a33c-cdef23986359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.745366] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.745854] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62c493db-4036-44a7-9330-a36c3354837e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.755815] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1675.755815] env[62402]: value = "task-1873125" [ 1675.755815] env[62402]: _type = "Task" [ 1675.755815] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.768068] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.949070] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Acquiring lock "refresh_cache-01e64ee0-c60e-476a-bc08-8ea04658bbfd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.949249] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Acquired lock "refresh_cache-01e64ee0-c60e-476a-bc08-8ea04658bbfd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.949403] env[62402]: DEBUG nova.network.neutron [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1675.982079] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522374} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.984030] env[62402]: INFO nova.virt.vmwareapi.ds_util [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] f9120810-a22a-413f-be1f-6a0988e6cd5a/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk. [ 1675.984132] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e483623-13cf-4f5b-842e-1d207c2a184d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.012152] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] f9120810-a22a-413f-be1f-6a0988e6cd5a/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.013164] env[62402]: DEBUG nova.scheduler.client.report [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.017703] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6ac802d-6a7d-4806-8753-31e1fd5563cd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.039676] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1676.039676] env[62402]: value = "task-1873126" [ 1676.039676] env[62402]: _type = "Task" [ 1676.039676] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.056761] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.062913] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Preparing fetch location {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1676.063199] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Fetch image to [datastore1] OSTACK_IMG_ecfe2b29-4714-4fe2-8a52-9104f968e29e/OSTACK_IMG_ecfe2b29-4714-4fe2-8a52-9104f968e29e.vmdk {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1676.063553] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Downloading stream optimized image 37c9e2e6-42f9-42b0-a0e5-790fddbea652 to [datastore1] OSTACK_IMG_ecfe2b29-4714-4fe2-8a52-9104f968e29e/OSTACK_IMG_ecfe2b29-4714-4fe2-8a52-9104f968e29e.vmdk on the data store datastore1 as vApp {{(pid=62402) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1676.063553] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Downloading image file data 37c9e2e6-42f9-42b0-a0e5-790fddbea652 to the ESX as VM named 'OSTACK_IMG_ecfe2b29-4714-4fe2-8a52-9104f968e29e' {{(pid=62402) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1676.152961] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1676.152961] env[62402]: value = "resgroup-9" [ 1676.152961] env[62402]: _type = "ResourcePool" [ 1676.152961] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1676.153435] env[62402]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f2df8d96-46be-49a6-b2b7-d370194aff3a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.187900] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lease: (returnval){ [ 1676.187900] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52386ee7-16a2-24df-a9b7-8c79e5035364" [ 1676.187900] env[62402]: _type = "HttpNfcLease" [ 1676.187900] env[62402]: } obtained for vApp import into resource pool (val){ [ 1676.187900] env[62402]: value = "resgroup-9" [ 1676.187900] env[62402]: _type = "ResourcePool" [ 1676.187900] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1676.188251] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the lease: (returnval){ [ 1676.188251] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52386ee7-16a2-24df-a9b7-8c79e5035364" [ 1676.188251] env[62402]: _type = "HttpNfcLease" [ 1676.188251] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1676.195795] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1676.195795] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52386ee7-16a2-24df-a9b7-8c79e5035364" [ 1676.195795] env[62402]: _type = "HttpNfcLease" [ 1676.195795] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1676.218095] env[62402]: DEBUG oslo_concurrency.lockutils [req-93fd8a1a-651f-48cf-8b3f-10152762f916 req-084c64d3-42e0-433b-ad4d-404d1868cae4 service nova] Releasing lock "refresh_cache-f1db9f09-3415-4031-b4a2-3aaa34ee4936" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.268209] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873125, 'name': PowerOffVM_Task, 'duration_secs': 0.326167} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.268592] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1676.269561] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09c7b79-803f-41d3-8a3b-05b6ababd76d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.293789] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49a1dd3-c994-4b18-a24d-d1ec2aa3e1f0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.326197] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.326938] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f5e125d-d694-4e18-8fa3-3b20fefb1292 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.336174] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1676.336174] env[62402]: value = "task-1873128" [ 1676.336174] env[62402]: _type = "Task" [ 1676.336174] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.344514] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.495295] env[62402]: DEBUG nova.network.neutron [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1676.533341] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.535648] env[62402]: DEBUG oslo_concurrency.lockutils [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.440s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.535887] env[62402]: DEBUG nova.objects.instance [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Lazy-loading 'resources' on Instance uuid 71dca744-b9f7-4fc3-8b7a-9ff9cb088751 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.556502] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873126, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.560672] env[62402]: INFO nova.scheduler.client.report [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Deleted allocations for instance b4add695-afa7-4d94-90ca-f83e52630749 [ 1676.696653] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1676.696653] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52386ee7-16a2-24df-a9b7-8c79e5035364" [ 1676.696653] env[62402]: _type = "HttpNfcLease" [ 1676.696653] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1676.696946] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1676.696946] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52386ee7-16a2-24df-a9b7-8c79e5035364" [ 1676.696946] env[62402]: _type = "HttpNfcLease" [ 1676.696946] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1676.697686] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04488ce9-6492-49f9-9af9-d8d46e8b077a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.707016] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526613b4-4a12-cd65-af42-b1e3af438105/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1676.708661] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526613b4-4a12-cd65-af42-b1e3af438105/disk-0.vmdk. {{(pid=62402) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1676.710773] env[62402]: DEBUG nova.network.neutron [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Updating instance_info_cache with network_info: [{"id": "8c194853-3f91-4783-82ed-1cfd24e09b78", "address": "fa:16:3e:1a:59:a4", "network": {"id": "ee6f0191-3c6c-4fbd-92a9-d826d6add41e", "bridge": "br-int", "label": "tempest-ServersTestJSON-7948971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9249febc84c4c18b5c8529d5bcf94d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c194853-3f", "ovs_interfaceid": "8c194853-3f91-4783-82ed-1cfd24e09b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.781682] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5b9da30-d285-482d-8d14-830eb70f897c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.844639] env[62402]: DEBUG nova.compute.manager [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Received event network-vif-plugged-8c194853-3f91-4783-82ed-1cfd24e09b78 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1676.845015] env[62402]: DEBUG oslo_concurrency.lockutils [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] Acquiring lock "01e64ee0-c60e-476a-bc08-8ea04658bbfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.845242] env[62402]: DEBUG oslo_concurrency.lockutils [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] Lock "01e64ee0-c60e-476a-bc08-8ea04658bbfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.845408] env[62402]: DEBUG oslo_concurrency.lockutils [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] Lock "01e64ee0-c60e-476a-bc08-8ea04658bbfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.845571] env[62402]: DEBUG nova.compute.manager [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] No waiting events found dispatching network-vif-plugged-8c194853-3f91-4783-82ed-1cfd24e09b78 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1676.845745] env[62402]: WARNING nova.compute.manager [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Received unexpected event network-vif-plugged-8c194853-3f91-4783-82ed-1cfd24e09b78 for instance with vm_state building and task_state spawning. [ 1676.845899] env[62402]: DEBUG nova.compute.manager [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Received event network-changed-8c194853-3f91-4783-82ed-1cfd24e09b78 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1676.846210] env[62402]: DEBUG nova.compute.manager [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Refreshing instance network info cache due to event network-changed-8c194853-3f91-4783-82ed-1cfd24e09b78. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1676.846444] env[62402]: DEBUG oslo_concurrency.lockutils [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] Acquiring lock "refresh_cache-01e64ee0-c60e-476a-bc08-8ea04658bbfd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.852165] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1676.852267] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1676.852674] env[62402]: DEBUG oslo_concurrency.lockutils [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.852823] env[62402]: DEBUG oslo_concurrency.lockutils [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.853100] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1676.854795] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ce210a1-3067-4cf1-b0ae-eba9e5fb4d25 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.863603] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.863931] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1676.864670] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe3397e-0e6d-4fdb-9239-a43c6060db5f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.873131] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1676.873131] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]527a395a-5c53-0240-e465-aef921571722" [ 1676.873131] env[62402]: _type = "Task" [ 1676.873131] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.882153] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527a395a-5c53-0240-e465-aef921571722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.055825] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873126, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.080058] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d77cadc1-b149-4d16-9ee3-0a0cb5f4ae3e tempest-ListServersNegativeTestJSON-1682225683 tempest-ListServersNegativeTestJSON-1682225683-project-member] Lock "b4add695-afa7-4d94-90ca-f83e52630749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.505s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.188351] env[62402]: DEBUG oslo_concurrency.lockutils [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.188592] env[62402]: DEBUG oslo_concurrency.lockutils [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquired lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.188789] env[62402]: DEBUG nova.network.neutron [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1677.214414] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Releasing lock "refresh_cache-01e64ee0-c60e-476a-bc08-8ea04658bbfd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.214760] env[62402]: DEBUG nova.compute.manager [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Instance network_info: |[{"id": "8c194853-3f91-4783-82ed-1cfd24e09b78", "address": "fa:16:3e:1a:59:a4", "network": {"id": "ee6f0191-3c6c-4fbd-92a9-d826d6add41e", "bridge": "br-int", "label": "tempest-ServersTestJSON-7948971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9249febc84c4c18b5c8529d5bcf94d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c194853-3f", "ovs_interfaceid": "8c194853-3f91-4783-82ed-1cfd24e09b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1677.215144] env[62402]: DEBUG oslo_concurrency.lockutils [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] Acquired lock "refresh_cache-01e64ee0-c60e-476a-bc08-8ea04658bbfd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.215325] env[62402]: DEBUG nova.network.neutron [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Refreshing network info cache for port 8c194853-3f91-4783-82ed-1cfd24e09b78 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.216835] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:59:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c194853-3f91-4783-82ed-1cfd24e09b78', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1677.224899] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Creating folder: Project (b9249febc84c4c18b5c8529d5bcf94d0). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1677.229940] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b81408a-3280-49a6-8c8f-ec3967626cab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.250121] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Created folder: Project (b9249febc84c4c18b5c8529d5bcf94d0) in parent group-v386882. [ 1677.250379] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Creating folder: Instances. Parent ref: group-v387115. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1677.253360] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ab72e2a-13cd-46ff-b258-2df5a041a893 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.268269] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Created folder: Instances in parent group-v387115. [ 1677.268745] env[62402]: DEBUG oslo.service.loopingcall [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.270593] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1677.270926] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e2dcd74-a201-491b-9f82-b7744639f069 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.302042] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1677.302042] env[62402]: value = "task-1873131" [ 1677.302042] env[62402]: _type = "Task" [ 1677.302042] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.315335] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873131, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.382965] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527a395a-5c53-0240-e465-aef921571722, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.389082] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0df92b-b7c1-4914-b0ac-67fa592da7fe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.398320] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1677.398320] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]526a1a81-cc2b-0969-3195-875d2661e708" [ 1677.398320] env[62402]: _type = "Task" [ 1677.398320] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.416696] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526a1a81-cc2b-0969-3195-875d2661e708, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.419048] env[62402]: DEBUG oslo_concurrency.lockutils [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.419048] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 6614ec90-4eaa-4393-8f73-f9d54aa6e625/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk. {{(pid=62402) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1677.419299] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6b4c4a0-1ebb-4c45-8051-8401e278ab6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.432084] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1677.432084] env[62402]: value = "task-1873132" [ 1677.432084] env[62402]: _type = "Task" [ 1677.432084] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.433266] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Completed reading data from the image iterator. {{(pid=62402) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1677.433457] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526613b4-4a12-cd65-af42-b1e3af438105/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1677.434584] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932a332e-4326-4cec-809d-ee6ea48ac8e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.453668] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.453668] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526613b4-4a12-cd65-af42-b1e3af438105/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1677.453956] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526613b4-4a12-cd65-af42-b1e3af438105/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1677.455315] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-75e90914-78de-4a70-b529-dfd673ee0746 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.490721] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06ffbf0-b968-4b25-8151-9b266addd49f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.499030] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa621946-2709-4538-b990-e2b5da2763bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.530688] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b4463a-9871-49a9-9a73-6f4e8ef25121 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.539101] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af11b76-131d-47d3-925b-19adfa849f0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.560932] env[62402]: DEBUG nova.compute.provider_tree [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.570342] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873126, 'name': ReconfigVM_Task, 'duration_secs': 1.318656} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.570668] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Reconfigured VM instance instance-00000051 to attach disk [datastore1] f9120810-a22a-413f-be1f-6a0988e6cd5a/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.571651] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7786a049-629b-4bac-a303-c7fed2f1c193 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.600815] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-841273cf-9180-4e9d-ada0-c8155da71333 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.618309] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1677.618309] env[62402]: value = "task-1873133" [ 1677.618309] env[62402]: _type = "Task" [ 1677.618309] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.627696] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.697215] env[62402]: DEBUG oslo_vmware.rw_handles [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526613b4-4a12-cd65-af42-b1e3af438105/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1677.697502] env[62402]: INFO nova.virt.vmwareapi.images [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Downloaded image file data 37c9e2e6-42f9-42b0-a0e5-790fddbea652 [ 1677.702025] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca68ea85-9163-42fd-afe5-33e54788b721 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.716363] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c59ed524-32b0-4e7d-a704-2011fd852c3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.814256] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873131, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.925560] env[62402]: INFO nova.virt.vmwareapi.images [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] The imported VM was unregistered [ 1677.928997] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Caching image {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1677.929408] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating directory with path [datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652 {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1677.929945] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dba6b912-331d-423a-969e-755b3f866f8d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.945127] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873132, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.970398] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Created directory with path [datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652 {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1677.970614] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ecfe2b29-4714-4fe2-8a52-9104f968e29e/OSTACK_IMG_ecfe2b29-4714-4fe2-8a52-9104f968e29e.vmdk to [datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652/37c9e2e6-42f9-42b0-a0e5-790fddbea652.vmdk. {{(pid=62402) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1677.970916] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cd1cd9c7-8610-4107-b391-7834dcbd2f53 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.981912] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1677.981912] env[62402]: value = "task-1873135" [ 1677.981912] env[62402]: _type = "Task" [ 1677.981912] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.994507] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873135, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.065175] env[62402]: DEBUG nova.scheduler.client.report [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.112292] env[62402]: DEBUG nova.network.neutron [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Updated VIF entry in instance network info cache for port 8c194853-3f91-4783-82ed-1cfd24e09b78. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.112799] env[62402]: DEBUG nova.network.neutron [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Updating instance_info_cache with network_info: [{"id": "8c194853-3f91-4783-82ed-1cfd24e09b78", "address": "fa:16:3e:1a:59:a4", "network": {"id": "ee6f0191-3c6c-4fbd-92a9-d826d6add41e", "bridge": "br-int", "label": "tempest-ServersTestJSON-7948971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9249febc84c4c18b5c8529d5bcf94d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c194853-3f", "ovs_interfaceid": "8c194853-3f91-4783-82ed-1cfd24e09b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.128656] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873133, 'name': ReconfigVM_Task, 'duration_secs': 0.192781} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.129479] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.129746] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2703227a-caab-4a88-b4a9-e6b2524b0935 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.141026] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1678.141026] env[62402]: value = "task-1873136" [ 1678.141026] env[62402]: _type = "Task" [ 1678.141026] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.151451] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.316309] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873131, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.346673] env[62402]: DEBUG nova.network.neutron [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Updating instance_info_cache with network_info: [{"id": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "address": "fa:16:3e:cb:4d:c3", "network": {"id": "55b1594d-1bc7-4adf-aec8-42fa735c5477", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-643510234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db452307004bc89d8dc8b2eb4bea19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580fb1c2-f1", "ovs_interfaceid": "580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.468845] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601212} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.469586] env[62402]: INFO nova.virt.vmwareapi.ds_util [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 6614ec90-4eaa-4393-8f73-f9d54aa6e625/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk. [ 1678.471510] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3118a9d-2571-4518-bb87-f01963be1786 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.529206] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 6614ec90-4eaa-4393-8f73-f9d54aa6e625/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1678.534305] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4bac321-8b0e-41f9-991d-02dd8c446a6b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.556750] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1678.556750] env[62402]: value = "task-1873137" [ 1678.556750] env[62402]: _type = "Task" [ 1678.556750] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.560139] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873135, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.572272] env[62402]: DEBUG oslo_concurrency.lockutils [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.574526] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.575128] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.791s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.575332] env[62402]: DEBUG nova.objects.instance [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62402) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1678.598102] env[62402]: INFO nova.scheduler.client.report [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Deleted allocations for instance 71dca744-b9f7-4fc3-8b7a-9ff9cb088751 [ 1678.616121] env[62402]: DEBUG oslo_concurrency.lockutils [req-4299a367-518e-4dd9-904a-3415989b2adf req-25ae3046-0d34-4e92-b74f-5b513b1eefba service nova] Releasing lock "refresh_cache-01e64ee0-c60e-476a-bc08-8ea04658bbfd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.652416] env[62402]: DEBUG oslo_vmware.api [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873136, 'name': PowerOnVM_Task, 'duration_secs': 0.50157} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.652680] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1678.655568] env[62402]: DEBUG nova.compute.manager [None req-6cac3cf2-8127-4481-95bd-ecfd82b5e38a tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1678.656437] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90609c75-7884-4afa-88cb-cd7b72b9f482 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.818924] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873131, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.850389] env[62402]: DEBUG oslo_concurrency.lockutils [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Releasing lock "refresh_cache-ebbff6cc-ef6a-4770-8a99-4f0e876b275a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.851546] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0d8e71-fc6e-4dad-b285-9f11b725726e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.861527] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Resuming the VM {{(pid=62402) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1678.861864] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b8ada5-fc0e-402d-8d7a-e25e0490a3d7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.873744] env[62402]: DEBUG oslo_vmware.api [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1678.873744] env[62402]: value = "task-1873138" [ 1678.873744] env[62402]: _type = "Task" [ 1678.873744] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.885990] env[62402]: DEBUG oslo_vmware.api [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.031984] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873135, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.072653] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.109826] env[62402]: DEBUG oslo_concurrency.lockutils [None req-15c4bb9a-eec2-454b-a137-8b7af6ef5c10 tempest-InstanceActionsNegativeTestJSON-990884363 tempest-InstanceActionsNegativeTestJSON-990884363-project-member] Lock "71dca744-b9f7-4fc3-8b7a-9ff9cb088751" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.133s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.319333] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873131, 'name': CreateVM_Task, 'duration_secs': 1.659108} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.320356] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1679.320356] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.320421] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.320829] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.321199] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb47c47-9ec2-4093-93a0-f01dff478263 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.329911] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Waiting for the task: (returnval){ [ 1679.329911] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529fa481-c68b-bc04-ffcb-9a961708f14a" [ 1679.329911] env[62402]: _type = "Task" [ 1679.329911] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.344657] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529fa481-c68b-bc04-ffcb-9a961708f14a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.389779] env[62402]: DEBUG oslo_vmware.api [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.533177] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873135, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.576476] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.586222] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3cf77853-dbeb-4714-9e8c-15bf2be61159 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.587554] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.333s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.587764] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.587931] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1679.588569] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.956s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.590365] env[62402]: INFO nova.compute.claims [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.596984] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e249d5-1133-4795-8282-c1ef83647f78 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.611657] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0f8213-bb5a-4c19-b1c2-d7e785d3791d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.633393] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7c1635-5724-4505-9d19-83844f702a27 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.645459] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6354d1f-7251-466f-8506-ca7af222184c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.681587] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178680MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1679.681769] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.845195] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529fa481-c68b-bc04-ffcb-9a961708f14a, 'name': SearchDatastore_Task, 'duration_secs': 0.096354} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.845537] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.845780] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1679.846116] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.846199] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.846426] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1679.846658] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a25508ca-c7af-449d-8ac5-30383a3a5e7d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.867416] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1679.867606] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1679.870250] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df939185-ce7a-428c-91d4-e05540501203 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.879850] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Waiting for the task: (returnval){ [ 1679.879850] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ea5fd2-952e-617d-f230-f243eb900826" [ 1679.879850] env[62402]: _type = "Task" [ 1679.879850] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.889821] env[62402]: DEBUG oslo_vmware.api [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873138, 'name': PowerOnVM_Task} progress is 80%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.899153] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ea5fd2-952e-617d-f230-f243eb900826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.032979] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873135, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.081506] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.389866] env[62402]: DEBUG oslo_vmware.api [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873138, 'name': PowerOnVM_Task, 'duration_secs': 1.480276} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.393728] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Resumed the VM {{(pid=62402) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1680.393905] env[62402]: DEBUG nova.compute.manager [None req-df67f3f0-9522-4459-a480-f335483b0e82 tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1680.394255] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ea5fd2-952e-617d-f230-f243eb900826, 'name': SearchDatastore_Task, 'duration_secs': 0.097619} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.395035] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c2d02b-0ec4-4779-b7bb-4392abe6710a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.398522] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04cfe189-06ed-4be6-abce-020a3e433fd5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.411394] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Waiting for the task: (returnval){ [ 1680.411394] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5215b840-7d71-59b9-68d8-8315b9cfaa2f" [ 1680.411394] env[62402]: _type = "Task" [ 1680.411394] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.426263] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5215b840-7d71-59b9-68d8-8315b9cfaa2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.532989] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873135, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.578473] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.764255] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.764560] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.935261] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5215b840-7d71-59b9-68d8-8315b9cfaa2f, 'name': SearchDatastore_Task, 'duration_secs': 0.177814} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.935744] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.935821] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 01e64ee0-c60e-476a-bc08-8ea04658bbfd/01e64ee0-c60e-476a-bc08-8ea04658bbfd.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1680.936369] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7b90525-26af-4e15-a5ac-b42dc873f443 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.945569] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Waiting for the task: (returnval){ [ 1680.945569] env[62402]: value = "task-1873139" [ 1680.945569] env[62402]: _type = "Task" [ 1680.945569] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.958429] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.022964] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610a2f2f-fe4c-48ce-85d6-5e510e658de6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.034844] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d260d5d8-cca0-4530-a84d-4a05e152b302 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.038815] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873135, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.883341} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.038815] env[62402]: INFO nova.virt.vmwareapi.ds_util [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ecfe2b29-4714-4fe2-8a52-9104f968e29e/OSTACK_IMG_ecfe2b29-4714-4fe2-8a52-9104f968e29e.vmdk to [datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652/37c9e2e6-42f9-42b0-a0e5-790fddbea652.vmdk. [ 1681.038815] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Cleaning up location [datastore1] OSTACK_IMG_ecfe2b29-4714-4fe2-8a52-9104f968e29e {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1681.038815] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ecfe2b29-4714-4fe2-8a52-9104f968e29e {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1681.039413] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eefd3a4f-989e-4549-8a5a-0178fad1c332 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.072713] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3897f9c-5359-4089-93dc-ac4f00f2bcfa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.076364] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1681.076364] env[62402]: value = "task-1873140" [ 1681.076364] env[62402]: _type = "Task" [ 1681.076364] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.087027] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873137, 'name': ReconfigVM_Task, 'duration_secs': 2.341012} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.089016] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab35f40-d20f-48d4-b8a7-a96add520b22 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.093461] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 6614ec90-4eaa-4393-8f73-f9d54aa6e625/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.097209] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43412c5b-21dc-4ee5-91f3-789fba3d83de {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.099774] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038488} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.100453] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1681.102223] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652/37c9e2e6-42f9-42b0-a0e5-790fddbea652.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.102223] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652/37c9e2e6-42f9-42b0-a0e5-790fddbea652.vmdk to [datastore1] f1db9f09-3415-4031-b4a2-3aaa34ee4936/f1db9f09-3415-4031-b4a2-3aaa34ee4936.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1681.102223] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d9fa7b3-6a49-429a-ab51-d523c7831ae8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.112522] env[62402]: DEBUG nova.compute.provider_tree [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.144629] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5910d50c-ed62-417d-b671-e43790be4665 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.162036] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1681.162036] env[62402]: value = "task-1873141" [ 1681.162036] env[62402]: _type = "Task" [ 1681.162036] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.170126] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1681.170126] env[62402]: value = "task-1873142" [ 1681.170126] env[62402]: _type = "Task" [ 1681.170126] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.176734] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.184947] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.267375] env[62402]: DEBUG nova.compute.manager [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1681.459928] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.643436] env[62402]: DEBUG nova.scheduler.client.report [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.679193] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.691344] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.793407] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.962814] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873139, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.150562] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.151424] env[62402]: DEBUG nova.compute.manager [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1682.155669] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.942s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.157270] env[62402]: INFO nova.compute.claims [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.177244] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873141, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.196905] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873142, 'name': ReconfigVM_Task, 'duration_secs': 0.677681} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.196905] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1682.196905] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f7a106e-eac0-4bc9-9df3-ce33529ba78b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.208530] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1682.208530] env[62402]: value = "task-1873143" [ 1682.208530] env[62402]: _type = "Task" [ 1682.208530] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.221867] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.301089] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Acquiring lock "9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.301433] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Lock "9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.463037] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873139, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.662402] env[62402]: DEBUG nova.compute.utils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.664454] env[62402]: DEBUG nova.compute.manager [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1682.664693] env[62402]: DEBUG nova.network.neutron [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1682.684585] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873141, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.719892] env[62402]: DEBUG nova.policy [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3090638c34384f128ea2a5a960279828', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41e7e45aaaf148e6bce03c4b264f1bb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1682.727325] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.807986] env[62402]: DEBUG nova.compute.manager [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1682.960768] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873139, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.90129} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.961125] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 01e64ee0-c60e-476a-bc08-8ea04658bbfd/01e64ee0-c60e-476a-bc08-8ea04658bbfd.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1682.961484] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1682.961721] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbc7cc47-a97f-4035-9a34-1cd22591f9d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.972397] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Waiting for the task: (returnval){ [ 1682.972397] env[62402]: value = "task-1873144" [ 1682.972397] env[62402]: _type = "Task" [ 1682.972397] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.984271] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.104781] env[62402]: DEBUG nova.network.neutron [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Successfully created port: 49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1683.170590] env[62402]: DEBUG nova.compute.manager [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1683.193584] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873141, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.224490] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873143, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.332961] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.447566] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquiring lock "463e56d8-eedf-4162-8323-f09335bc0b0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.448023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lock "463e56d8-eedf-4162-8323-f09335bc0b0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.486961] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243722} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.490127] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1683.492093] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0435ee-3434-455c-9160-65b061f44f5f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.522389] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 01e64ee0-c60e-476a-bc08-8ea04658bbfd/01e64ee0-c60e-476a-bc08-8ea04658bbfd.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1683.525612] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fd35be5-322a-4b3b-b539-384ae799310e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.549723] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Waiting for the task: (returnval){ [ 1683.549723] env[62402]: value = "task-1873145" [ 1683.549723] env[62402]: _type = "Task" [ 1683.549723] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.564193] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.635051] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8939b25-2c35-4f51-8af8-4f5177d22648 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.646631] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caf37da-dfcf-484d-b1b4-4887b1b2aeab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.695425] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741d7a0b-dc1f-4170-a1b6-d7b8593bd6fd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.711444] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873141, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.719012] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5164aec3-c250-4b5a-8bb8-9cef4f2845e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.732319] env[62402]: DEBUG oslo_vmware.api [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873143, 'name': PowerOnVM_Task, 'duration_secs': 1.306625} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.740621] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1683.743270] env[62402]: DEBUG nova.compute.provider_tree [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.746316] env[62402]: DEBUG nova.compute.manager [None req-828f90a3-c95b-4523-908b-a8382451dc08 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.747378] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4e8ff1-d6fd-41c2-bd44-6dbc889cbb3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.956773] env[62402]: DEBUG nova.compute.manager [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1684.064266] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.199259] env[62402]: DEBUG nova.compute.manager [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1684.201554] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873141, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.232506] env[62402]: DEBUG nova.virt.hardware [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.232506] env[62402]: DEBUG nova.virt.hardware [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.232506] env[62402]: DEBUG nova.virt.hardware [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.232506] env[62402]: DEBUG nova.virt.hardware [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.232896] env[62402]: DEBUG nova.virt.hardware [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.232896] env[62402]: DEBUG nova.virt.hardware [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.233049] env[62402]: DEBUG nova.virt.hardware [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.233155] env[62402]: DEBUG nova.virt.hardware [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.233411] env[62402]: DEBUG nova.virt.hardware [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.233682] env[62402]: DEBUG nova.virt.hardware [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.234169] env[62402]: DEBUG nova.virt.hardware [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.235570] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987e8180-bfae-43f4-9f61-b9b5a7885133 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.246856] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ef226d-ddc6-4ed5-ba5c-f7ecfb7ad09c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.252167] env[62402]: DEBUG nova.scheduler.client.report [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.482527] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.561603] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.685745] env[62402]: DEBUG nova.compute.manager [req-55d41d32-ec35-4ad8-92e1-07a28954ff2c req-28aab198-ca69-4056-a62e-9dfececebf1c service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Received event network-vif-plugged-49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1684.686429] env[62402]: DEBUG oslo_concurrency.lockutils [req-55d41d32-ec35-4ad8-92e1-07a28954ff2c req-28aab198-ca69-4056-a62e-9dfececebf1c service nova] Acquiring lock "e67a1387-3862-4b89-9e1d-347badf86328-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.686655] env[62402]: DEBUG oslo_concurrency.lockutils [req-55d41d32-ec35-4ad8-92e1-07a28954ff2c req-28aab198-ca69-4056-a62e-9dfececebf1c service nova] Lock "e67a1387-3862-4b89-9e1d-347badf86328-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.686947] env[62402]: DEBUG oslo_concurrency.lockutils [req-55d41d32-ec35-4ad8-92e1-07a28954ff2c req-28aab198-ca69-4056-a62e-9dfececebf1c service nova] Lock "e67a1387-3862-4b89-9e1d-347badf86328-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.687245] env[62402]: DEBUG nova.compute.manager [req-55d41d32-ec35-4ad8-92e1-07a28954ff2c req-28aab198-ca69-4056-a62e-9dfececebf1c service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] No waiting events found dispatching network-vif-plugged-49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1684.687528] env[62402]: WARNING nova.compute.manager [req-55d41d32-ec35-4ad8-92e1-07a28954ff2c req-28aab198-ca69-4056-a62e-9dfececebf1c service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Received unexpected event network-vif-plugged-49f7f5b9-4559-45bb-b914-3b99352f3563 for instance with vm_state building and task_state spawning. [ 1684.702378] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873141, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.284783} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.702714] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/37c9e2e6-42f9-42b0-a0e5-790fddbea652/37c9e2e6-42f9-42b0-a0e5-790fddbea652.vmdk to [datastore1] f1db9f09-3415-4031-b4a2-3aaa34ee4936/f1db9f09-3415-4031-b4a2-3aaa34ee4936.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1684.703994] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aa02e9-6cd7-4323-ab98-ccc009ff17ad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.739927] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f1db9f09-3415-4031-b4a2-3aaa34ee4936/f1db9f09-3415-4031-b4a2-3aaa34ee4936.vmdk or device None with type streamOptimized {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.739927] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-764a025e-805f-4262-a15a-19f9084cd402 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.762201] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.762690] env[62402]: DEBUG nova.compute.manager [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1684.765310] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.310s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.765940] env[62402]: DEBUG nova.objects.instance [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lazy-loading 'resources' on Instance uuid 2e3aa73c-2431-425a-b026-38abcbd2a908 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.773554] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1684.773554] env[62402]: value = "task-1873146" [ 1684.773554] env[62402]: _type = "Task" [ 1684.773554] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.786419] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.787810] env[62402]: DEBUG nova.network.neutron [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Successfully updated port: 49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1685.063031] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873145, 'name': ReconfigVM_Task, 'duration_secs': 1.18127} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.063031] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 01e64ee0-c60e-476a-bc08-8ea04658bbfd/01e64ee0-c60e-476a-bc08-8ea04658bbfd.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.063200] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a28cafe5-6108-47c4-991b-f71eed30ba87 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.072157] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Waiting for the task: (returnval){ [ 1685.072157] env[62402]: value = "task-1873147" [ 1685.072157] env[62402]: _type = "Task" [ 1685.072157] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.081518] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873147, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.266923] env[62402]: INFO nova.compute.manager [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Unrescuing [ 1685.267292] env[62402]: DEBUG oslo_concurrency.lockutils [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.267492] env[62402]: DEBUG oslo_concurrency.lockutils [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquired lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.267623] env[62402]: DEBUG nova.network.neutron [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.269870] env[62402]: DEBUG nova.compute.utils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.274221] env[62402]: DEBUG nova.compute.manager [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1685.274390] env[62402]: DEBUG nova.network.neutron [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1685.288142] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.289771] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.289948] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.290120] env[62402]: DEBUG nova.network.neutron [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.330869] env[62402]: DEBUG nova.policy [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db425e3a2e48bb9a3395b1d2a5a548', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b6817b4b074a1ca828f87374423cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1685.583757] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873147, 'name': Rename_Task, 'duration_secs': 0.480452} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.583757] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.586515] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-584a72c7-bf94-42fc-beb5-0b60ae218f31 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.595934] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Waiting for the task: (returnval){ [ 1685.595934] env[62402]: value = "task-1873148" [ 1685.595934] env[62402]: _type = "Task" [ 1685.595934] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.607927] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.613284] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb22997-b4b5-4113-bd14-e4779c2597df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.620951] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0d098e-7a78-41f8-8a72-7ac023456fca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.656040] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf85b9b9-6a97-43f4-bc1c-3eddf3beb84b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.666138] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00f0f0b-25e4-4f4d-ad65-30cc742d04fe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.681780] env[62402]: DEBUG nova.compute.provider_tree [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.692136] env[62402]: DEBUG nova.network.neutron [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Successfully created port: 2ed971c3-fd01-46e6-afb3-5e5889e3981e {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1685.774907] env[62402]: DEBUG nova.compute.manager [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1685.798846] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873146, 'name': ReconfigVM_Task, 'duration_secs': 0.872089} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.799286] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f1db9f09-3415-4031-b4a2-3aaa34ee4936/f1db9f09-3415-4031-b4a2-3aaa34ee4936.vmdk or device None with type streamOptimized {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.800393] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41e59acb-6433-409a-b2cb-30e7d8362b25 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.809750] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1685.809750] env[62402]: value = "task-1873149" [ 1685.809750] env[62402]: _type = "Task" [ 1685.809750] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.818017] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873149, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.840074] env[62402]: DEBUG nova.network.neutron [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1686.106810] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873148, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.115318] env[62402]: DEBUG nova.network.neutron [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updating instance_info_cache with network_info: [{"id": "21c8724c-1025-44bc-97e2-86a69f0a266f", "address": "fa:16:3e:6f:6a:d8", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c8724c-10", "ovs_interfaceid": "21c8724c-1025-44bc-97e2-86a69f0a266f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.137136] env[62402]: DEBUG nova.network.neutron [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updating instance_info_cache with network_info: [{"id": "49f7f5b9-4559-45bb-b914-3b99352f3563", "address": "fa:16:3e:0e:79:e2", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f7f5b9-45", "ovs_interfaceid": "49f7f5b9-4559-45bb-b914-3b99352f3563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.184993] env[62402]: DEBUG nova.scheduler.client.report [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1686.320872] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873149, 'name': Rename_Task, 'duration_secs': 0.178187} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.321402] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1686.321646] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc89aced-b2c2-4074-932a-5d71667f9835 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.330193] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1686.330193] env[62402]: value = "task-1873150" [ 1686.330193] env[62402]: _type = "Task" [ 1686.330193] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.339247] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.611808] env[62402]: DEBUG oslo_vmware.api [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873148, 'name': PowerOnVM_Task, 'duration_secs': 0.639789} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.612186] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.612432] env[62402]: INFO nova.compute.manager [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Took 12.13 seconds to spawn the instance on the hypervisor. [ 1686.612687] env[62402]: DEBUG nova.compute.manager [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.613617] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11014c71-c1e3-43f6-9216-84f8b28b35cf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.617123] env[62402]: DEBUG oslo_concurrency.lockutils [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Releasing lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.617698] env[62402]: DEBUG nova.objects.instance [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lazy-loading 'flavor' on Instance uuid 6614ec90-4eaa-4393-8f73-f9d54aa6e625 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.641151] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.641334] env[62402]: DEBUG nova.compute.manager [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Instance network_info: |[{"id": "49f7f5b9-4559-45bb-b914-3b99352f3563", "address": "fa:16:3e:0e:79:e2", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f7f5b9-45", "ovs_interfaceid": "49f7f5b9-4559-45bb-b914-3b99352f3563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1686.642168] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:79:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49f7f5b9-4559-45bb-b914-3b99352f3563', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.650683] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating folder: Project (41e7e45aaaf148e6bce03c4b264f1bb0). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1686.651298] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-989aa53e-be99-4ad4-8cd7-93bd96822cd7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.664604] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Created folder: Project (41e7e45aaaf148e6bce03c4b264f1bb0) in parent group-v386882. [ 1686.664797] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating folder: Instances. Parent ref: group-v387118. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1686.665086] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42697fa3-3025-4001-9557-60185d9a6780 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.691359] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.695742] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.737s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.697400] env[62402]: DEBUG nova.objects.instance [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lazy-loading 'resources' on Instance uuid 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.698272] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Created folder: Instances in parent group-v387118. [ 1686.698507] env[62402]: DEBUG oslo.service.loopingcall [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.698922] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1686.701034] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b5081c0-0456-467a-9d79-8626932697bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.717946] env[62402]: DEBUG nova.compute.manager [req-958d5fa9-5b94-4355-970d-14aa8059feb0 req-c59475ea-4e46-4831-913d-2670bd574042 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Received event network-changed-49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1686.718164] env[62402]: DEBUG nova.compute.manager [req-958d5fa9-5b94-4355-970d-14aa8059feb0 req-c59475ea-4e46-4831-913d-2670bd574042 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Refreshing instance network info cache due to event network-changed-49f7f5b9-4559-45bb-b914-3b99352f3563. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1686.718382] env[62402]: DEBUG oslo_concurrency.lockutils [req-958d5fa9-5b94-4355-970d-14aa8059feb0 req-c59475ea-4e46-4831-913d-2670bd574042 service nova] Acquiring lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.718581] env[62402]: DEBUG oslo_concurrency.lockutils [req-958d5fa9-5b94-4355-970d-14aa8059feb0 req-c59475ea-4e46-4831-913d-2670bd574042 service nova] Acquired lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.718706] env[62402]: DEBUG nova.network.neutron [req-958d5fa9-5b94-4355-970d-14aa8059feb0 req-c59475ea-4e46-4831-913d-2670bd574042 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Refreshing network info cache for port 49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.726669] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.726669] env[62402]: value = "task-1873153" [ 1686.726669] env[62402]: _type = "Task" [ 1686.726669] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.727668] env[62402]: INFO nova.scheduler.client.report [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Deleted allocations for instance 2e3aa73c-2431-425a-b026-38abcbd2a908 [ 1686.746024] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873153, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.791844] env[62402]: DEBUG nova.compute.manager [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1686.820411] env[62402]: DEBUG nova.virt.hardware [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1686.820673] env[62402]: DEBUG nova.virt.hardware [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.820828] env[62402]: DEBUG nova.virt.hardware [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1686.821025] env[62402]: DEBUG nova.virt.hardware [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.821206] env[62402]: DEBUG nova.virt.hardware [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1686.821356] env[62402]: DEBUG nova.virt.hardware [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1686.821562] env[62402]: DEBUG nova.virt.hardware [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1686.821722] env[62402]: DEBUG nova.virt.hardware [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1686.821887] env[62402]: DEBUG nova.virt.hardware [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1686.822072] env[62402]: DEBUG nova.virt.hardware [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1686.822265] env[62402]: DEBUG nova.virt.hardware [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1686.823215] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc685e45-6394-41d3-bf38-22f391893f4c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.834541] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cb1c8c-c609-4dc7-8825-77610af608dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.843912] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.106460] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.107389] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.107389] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.107389] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.107389] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.110693] env[62402]: INFO nova.compute.manager [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Terminating instance [ 1687.123977] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac47c8d-b779-4c31-85b7-80158bf64254 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.134224] env[62402]: INFO nova.compute.manager [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Took 42.30 seconds to build instance. [ 1687.160331] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.161044] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5cc9c75-7c58-49e6-928f-5eeccf992c83 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Lock "01e64ee0-c60e-476a-bc08-8ea04658bbfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.332s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.161260] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-473fb30b-2922-49fe-9f3c-06dd7a64124f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.171974] env[62402]: DEBUG oslo_vmware.api [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1687.171974] env[62402]: value = "task-1873154" [ 1687.171974] env[62402]: _type = "Task" [ 1687.171974] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.182161] env[62402]: DEBUG oslo_vmware.api [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.243917] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873153, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.244629] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f8b3d411-1c23-4e5c-a862-0eb0c08e1c22 tempest-ImagesOneServerNegativeTestJSON-1492887032 tempest-ImagesOneServerNegativeTestJSON-1492887032-project-member] Lock "2e3aa73c-2431-425a-b026-38abcbd2a908" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.549s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.343939] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873150, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.607118] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a998f9d7-300a-4eb8-8a02-6a74fcb8264f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.615229] env[62402]: DEBUG nova.compute.manager [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1687.615451] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.616619] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79370bd3-bfaf-44ba-bed4-af5f1d760761 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.619888] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c2ce61-0304-412e-927a-8b3e634ecae9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.632929] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.654151] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-842d4234-c3cb-4aba-b78c-9771c9d95a26 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.656429] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e960f15-f0f6-4774-b021-058463f5d7b3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.665617] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6ba245-4c8b-4fa5-b6e3-1ad4ba207012 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.670884] env[62402]: DEBUG oslo_vmware.api [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1687.670884] env[62402]: value = "task-1873155" [ 1687.670884] env[62402]: _type = "Task" [ 1687.670884] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.689344] env[62402]: DEBUG oslo_vmware.api [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873154, 'name': PowerOffVM_Task, 'duration_secs': 0.277005} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.702174] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.707565] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Reconfiguring VM instance instance-00000032 to detach disk 2002 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1687.708288] env[62402]: DEBUG nova.compute.provider_tree [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.709650] env[62402]: DEBUG oslo_vmware.api [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.713033] env[62402]: DEBUG nova.network.neutron [req-958d5fa9-5b94-4355-970d-14aa8059feb0 req-c59475ea-4e46-4831-913d-2670bd574042 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updated VIF entry in instance network info cache for port 49f7f5b9-4559-45bb-b914-3b99352f3563. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1687.713033] env[62402]: DEBUG nova.network.neutron [req-958d5fa9-5b94-4355-970d-14aa8059feb0 req-c59475ea-4e46-4831-913d-2670bd574042 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updating instance_info_cache with network_info: [{"id": "49f7f5b9-4559-45bb-b914-3b99352f3563", "address": "fa:16:3e:0e:79:e2", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f7f5b9-45", "ovs_interfaceid": "49f7f5b9-4559-45bb-b914-3b99352f3563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.716722] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c51f533-818b-4935-b599-a62c0bdf41cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.731713] env[62402]: DEBUG nova.scheduler.client.report [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.735605] env[62402]: DEBUG nova.network.neutron [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Successfully updated port: 2ed971c3-fd01-46e6-afb3-5e5889e3981e {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1687.744545] env[62402]: DEBUG oslo_vmware.api [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1687.744545] env[62402]: value = "task-1873156" [ 1687.744545] env[62402]: _type = "Task" [ 1687.744545] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.748351] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873153, 'name': CreateVM_Task, 'duration_secs': 0.692257} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.751356] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1687.752036] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.752195] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.752492] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1687.753702] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4364eee5-4848-4edd-af2d-1b0148d49292 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.760842] env[62402]: DEBUG oslo_vmware.api [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.763808] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1687.763808] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525e1bd5-45d6-a65c-b8f5-f5082ccda74a" [ 1687.763808] env[62402]: _type = "Task" [ 1687.763808] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.771834] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525e1bd5-45d6-a65c-b8f5-f5082ccda74a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.843307] env[62402]: DEBUG oslo_vmware.api [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873150, 'name': PowerOnVM_Task, 'duration_secs': 1.021302} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.843672] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1687.843775] env[62402]: INFO nova.compute.manager [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Took 15.81 seconds to spawn the instance on the hypervisor. [ 1687.843965] env[62402]: DEBUG nova.compute.manager [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1687.844767] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f568ad62-3731-43cf-857a-cf09050bbdd3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.182322] env[62402]: DEBUG oslo_vmware.api [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873155, 'name': PowerOffVM_Task, 'duration_secs': 0.22716} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.182607] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.182817] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1688.183098] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6658770-fb4f-4b29-b85e-66622931442b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.238620] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "refresh_cache-7d9ac25e-e12a-4738-8448-6ecc4f25697c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.238818] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "refresh_cache-7d9ac25e-e12a-4738-8448-6ecc4f25697c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.238989] env[62402]: DEBUG nova.network.neutron [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.240630] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.545s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.245536] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.026s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.245737] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.251373] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.679s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.251623] env[62402]: DEBUG nova.objects.instance [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lazy-loading 'resources' on Instance uuid 4226b554-55ff-4cba-b0ae-61e23403ac42 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.253414] env[62402]: DEBUG oslo_concurrency.lockutils [req-958d5fa9-5b94-4355-970d-14aa8059feb0 req-c59475ea-4e46-4831-913d-2670bd574042 service nova] Releasing lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.267637] env[62402]: DEBUG oslo_vmware.api [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873156, 'name': ReconfigVM_Task, 'duration_secs': 0.416624} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.268644] env[62402]: INFO nova.scheduler.client.report [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Deleted allocations for instance 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf [ 1688.272726] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Reconfigured VM instance instance-00000032 to detach disk 2002 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1688.272973] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.273906] env[62402]: INFO nova.scheduler.client.report [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleted allocations for instance 2ce8fbc6-a52a-4a02-a679-4859c6496231 [ 1688.277895] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eaab5fc-f6f9-4cf4-8b0c-969e6c76d76a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.291853] env[62402]: DEBUG nova.compute.manager [req-e5f29a27-5618-4923-a2b5-23b5a7b53bfc req-022ddba8-cc8c-498f-b39e-c60fca4fde51 service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Received event network-changed-8c194853-3f91-4783-82ed-1cfd24e09b78 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1688.291853] env[62402]: DEBUG nova.compute.manager [req-e5f29a27-5618-4923-a2b5-23b5a7b53bfc req-022ddba8-cc8c-498f-b39e-c60fca4fde51 service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Refreshing instance network info cache due to event network-changed-8c194853-3f91-4783-82ed-1cfd24e09b78. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1688.291853] env[62402]: DEBUG oslo_concurrency.lockutils [req-e5f29a27-5618-4923-a2b5-23b5a7b53bfc req-022ddba8-cc8c-498f-b39e-c60fca4fde51 service nova] Acquiring lock "refresh_cache-01e64ee0-c60e-476a-bc08-8ea04658bbfd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.292065] env[62402]: DEBUG oslo_concurrency.lockutils [req-e5f29a27-5618-4923-a2b5-23b5a7b53bfc req-022ddba8-cc8c-498f-b39e-c60fca4fde51 service nova] Acquired lock "refresh_cache-01e64ee0-c60e-476a-bc08-8ea04658bbfd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.292178] env[62402]: DEBUG nova.network.neutron [req-e5f29a27-5618-4923-a2b5-23b5a7b53bfc req-022ddba8-cc8c-498f-b39e-c60fca4fde51 service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Refreshing network info cache for port 8c194853-3f91-4783-82ed-1cfd24e09b78 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.296161] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525e1bd5-45d6-a65c-b8f5-f5082ccda74a, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.297209] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.297433] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.297660] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.297820] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.297987] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1688.298348] env[62402]: DEBUG oslo_vmware.api [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1688.298348] env[62402]: value = "task-1873158" [ 1688.298348] env[62402]: _type = "Task" [ 1688.298348] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.299227] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98bdd7fa-42e1-4679-80c2-97e05dbf30dd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.313945] env[62402]: DEBUG oslo_vmware.api [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873158, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.316167] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1688.316689] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1688.317598] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bfc57b2-67f8-4220-86bf-d2f64aa6e804 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.325468] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1688.325468] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522677ba-f300-1250-c1ec-9eadc0b0558d" [ 1688.325468] env[62402]: _type = "Task" [ 1688.325468] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.337991] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522677ba-f300-1250-c1ec-9eadc0b0558d, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.339768] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab462c37-945c-4732-8479-a5875e140383 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.349486] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1688.349486] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bf88d1-e567-5955-1fb9-db5e6d64b42b" [ 1688.349486] env[62402]: _type = "Task" [ 1688.349486] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.354295] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1688.354456] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1688.354690] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Deleting the datastore file [datastore1] ebbff6cc-ef6a-4770-8a99-4f0e876b275a {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1688.359117] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57accf2a-7c57-4fd7-abd5-cb34584dd6cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.366161] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bf88d1-e567-5955-1fb9-db5e6d64b42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.366792] env[62402]: INFO nova.compute.manager [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Took 44.73 seconds to build instance. [ 1688.373063] env[62402]: DEBUG oslo_vmware.api [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for the task: (returnval){ [ 1688.373063] env[62402]: value = "task-1873159" [ 1688.373063] env[62402]: _type = "Task" [ 1688.373063] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.381454] env[62402]: DEBUG oslo_vmware.api [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.785615] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a63e2267-0e7c-4f69-bd74-dfabae7493d3 tempest-ServerShowV254Test-1600096636 tempest-ServerShowV254Test-1600096636-project-member] Lock "0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.313s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.793194] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2cf280f7-d8e8-4f7d-a45a-d3fff551dfd2 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "2ce8fbc6-a52a-4a02-a679-4859c6496231" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.600s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.817344] env[62402]: DEBUG oslo_vmware.api [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873158, 'name': PowerOnVM_Task, 'duration_secs': 0.520555} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.817651] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.817886] env[62402]: DEBUG nova.compute.manager [None req-148a04b5-71b3-4cdf-89bf-6d56c06e53a7 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1688.818694] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fd1a29-b00a-4972-b60c-35d37ac365e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.854253] env[62402]: DEBUG nova.network.neutron [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1688.870024] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1b63b2cb-5f38-4971-8c1b-d1bf94f75ebe tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "f1db9f09-3415-4031-b4a2-3aaa34ee4936" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.274s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.870024] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bf88d1-e567-5955-1fb9-db5e6d64b42b, 'name': SearchDatastore_Task, 'duration_secs': 0.011296} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.873124] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.873420] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] e67a1387-3862-4b89-9e1d-347badf86328/e67a1387-3862-4b89-9e1d-347badf86328.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1688.874022] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f1176dd-8bd9-4427-a9d3-2c53d7a89859 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.894496] env[62402]: DEBUG oslo_vmware.api [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Task: {'id': task-1873159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139688} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.896195] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.896195] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1688.896195] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1688.896195] env[62402]: INFO nova.compute.manager [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1688.896633] env[62402]: DEBUG oslo.service.loopingcall [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.896633] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1688.896633] env[62402]: value = "task-1873160" [ 1688.896633] env[62402]: _type = "Task" [ 1688.896633] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.896967] env[62402]: DEBUG nova.compute.manager [-] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1688.896967] env[62402]: DEBUG nova.network.neutron [-] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1688.915164] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.976885] env[62402]: DEBUG nova.compute.manager [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Received event network-vif-plugged-2ed971c3-fd01-46e6-afb3-5e5889e3981e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1688.977194] env[62402]: DEBUG oslo_concurrency.lockutils [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] Acquiring lock "7d9ac25e-e12a-4738-8448-6ecc4f25697c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.979255] env[62402]: DEBUG oslo_concurrency.lockutils [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] Lock "7d9ac25e-e12a-4738-8448-6ecc4f25697c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.979255] env[62402]: DEBUG oslo_concurrency.lockutils [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] Lock "7d9ac25e-e12a-4738-8448-6ecc4f25697c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.979255] env[62402]: DEBUG nova.compute.manager [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] No waiting events found dispatching network-vif-plugged-2ed971c3-fd01-46e6-afb3-5e5889e3981e {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1688.979255] env[62402]: WARNING nova.compute.manager [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Received unexpected event network-vif-plugged-2ed971c3-fd01-46e6-afb3-5e5889e3981e for instance with vm_state building and task_state spawning. [ 1688.979255] env[62402]: DEBUG nova.compute.manager [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Received event network-changed-2ed971c3-fd01-46e6-afb3-5e5889e3981e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1688.979687] env[62402]: DEBUG nova.compute.manager [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Refreshing instance network info cache due to event network-changed-2ed971c3-fd01-46e6-afb3-5e5889e3981e. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1688.979788] env[62402]: DEBUG oslo_concurrency.lockutils [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] Acquiring lock "refresh_cache-7d9ac25e-e12a-4738-8448-6ecc4f25697c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.150119] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd33168-752b-4338-8c2a-ad1e5b3f9d9a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.162574] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d10c400-9494-47e8-9d34-f721b9091b3e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.172164] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "f1db9f09-3415-4031-b4a2-3aaa34ee4936" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.172556] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "f1db9f09-3415-4031-b4a2-3aaa34ee4936" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.172852] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "f1db9f09-3415-4031-b4a2-3aaa34ee4936-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.173109] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "f1db9f09-3415-4031-b4a2-3aaa34ee4936-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.173302] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "f1db9f09-3415-4031-b4a2-3aaa34ee4936-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.205664] env[62402]: INFO nova.compute.manager [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Terminating instance [ 1689.213710] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec58cff-4006-485e-b7dc-eac130829e3a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.228192] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fc0dfa-fa40-4911-8981-a1ab4393ddf8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.245510] env[62402]: DEBUG nova.compute.provider_tree [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.280946] env[62402]: DEBUG nova.network.neutron [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Updating instance_info_cache with network_info: [{"id": "2ed971c3-fd01-46e6-afb3-5e5889e3981e", "address": "fa:16:3e:e7:19:d7", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed971c3-fd", "ovs_interfaceid": "2ed971c3-fd01-46e6-afb3-5e5889e3981e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.363338] env[62402]: DEBUG nova.network.neutron [req-e5f29a27-5618-4923-a2b5-23b5a7b53bfc req-022ddba8-cc8c-498f-b39e-c60fca4fde51 service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Updated VIF entry in instance network info cache for port 8c194853-3f91-4783-82ed-1cfd24e09b78. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.363785] env[62402]: DEBUG nova.network.neutron [req-e5f29a27-5618-4923-a2b5-23b5a7b53bfc req-022ddba8-cc8c-498f-b39e-c60fca4fde51 service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Updating instance_info_cache with network_info: [{"id": "8c194853-3f91-4783-82ed-1cfd24e09b78", "address": "fa:16:3e:1a:59:a4", "network": {"id": "ee6f0191-3c6c-4fbd-92a9-d826d6add41e", "bridge": "br-int", "label": "tempest-ServersTestJSON-7948971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9249febc84c4c18b5c8529d5bcf94d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c194853-3f", "ovs_interfaceid": "8c194853-3f91-4783-82ed-1cfd24e09b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.410165] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485642} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.410537] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] e67a1387-3862-4b89-9e1d-347badf86328/e67a1387-3862-4b89-9e1d-347badf86328.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1689.410682] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1689.410960] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77bc2a20-6a49-4951-af1c-6ea35c717a99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.418287] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1689.418287] env[62402]: value = "task-1873161" [ 1689.418287] env[62402]: _type = "Task" [ 1689.418287] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.429223] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.724148] env[62402]: DEBUG nova.compute.manager [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1689.724148] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.724148] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35213936-c786-476c-a690-08e8b33b3233 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.735018] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.735018] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e136ee9-41f1-4898-8d2b-bd7f2ddb84ac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.748108] env[62402]: DEBUG oslo_vmware.api [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1689.748108] env[62402]: value = "task-1873162" [ 1689.748108] env[62402]: _type = "Task" [ 1689.748108] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.751893] env[62402]: DEBUG nova.scheduler.client.report [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.763090] env[62402]: DEBUG oslo_vmware.api [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.787023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "refresh_cache-7d9ac25e-e12a-4738-8448-6ecc4f25697c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.787023] env[62402]: DEBUG nova.compute.manager [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Instance network_info: |[{"id": "2ed971c3-fd01-46e6-afb3-5e5889e3981e", "address": "fa:16:3e:e7:19:d7", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed971c3-fd", "ovs_interfaceid": "2ed971c3-fd01-46e6-afb3-5e5889e3981e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1689.787023] env[62402]: DEBUG oslo_concurrency.lockutils [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] Acquired lock "refresh_cache-7d9ac25e-e12a-4738-8448-6ecc4f25697c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.787023] env[62402]: DEBUG nova.network.neutron [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Refreshing network info cache for port 2ed971c3-fd01-46e6-afb3-5e5889e3981e {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1689.787023] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:19:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ed971c3-fd01-46e6-afb3-5e5889e3981e', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.801561] env[62402]: DEBUG oslo.service.loopingcall [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.802919] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1689.803350] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3310099-5448-4e4a-b4b1-4f87f0ec4248 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.829412] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.829412] env[62402]: value = "task-1873163" [ 1689.829412] env[62402]: _type = "Task" [ 1689.829412] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.840454] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873163, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.868413] env[62402]: DEBUG oslo_concurrency.lockutils [req-e5f29a27-5618-4923-a2b5-23b5a7b53bfc req-022ddba8-cc8c-498f-b39e-c60fca4fde51 service nova] Releasing lock "refresh_cache-01e64ee0-c60e-476a-bc08-8ea04658bbfd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.934836] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077786} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.935473] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1689.936790] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b4f6a-3293-4b14-ade2-035d29d1c6ce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.962642] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] e67a1387-3862-4b89-9e1d-347badf86328/e67a1387-3862-4b89-9e1d-347badf86328.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.962997] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eeee207-bb54-48fe-9efe-3f8014b4e8c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.988794] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1689.988794] env[62402]: value = "task-1873164" [ 1689.988794] env[62402]: _type = "Task" [ 1689.988794] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.999045] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.258540] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.261620] env[62402]: DEBUG oslo_vmware.api [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873162, 'name': PowerOffVM_Task, 'duration_secs': 0.373983} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.262348] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.473s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.262878] env[62402]: DEBUG nova.objects.instance [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lazy-loading 'resources' on Instance uuid f80c9a28-923e-4943-bb8a-e9a73b4bb6c9 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.265259] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.265571] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.266113] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ec47510-5dfa-4139-b9f7-d671d1920620 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.287948] env[62402]: INFO nova.scheduler.client.report [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Deleted allocations for instance 4226b554-55ff-4cba-b0ae-61e23403ac42 [ 1690.344586] env[62402]: DEBUG nova.network.neutron [-] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.346791] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873163, 'name': CreateVM_Task, 'duration_secs': 0.480401} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.351102] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.352785] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.353111] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.353641] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.354513] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d8411e-87df-455d-81d7-09162f490199 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.360380] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1690.360380] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52603fec-83e5-7578-038e-ae9a68795a92" [ 1690.360380] env[62402]: _type = "Task" [ 1690.360380] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.371502] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52603fec-83e5-7578-038e-ae9a68795a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.438392] env[62402]: DEBUG nova.compute.manager [req-a2eecbe5-59ba-4677-a43b-f02885868ac8 req-d53462fa-2b19-4ba8-a356-7622a6e9f5f5 service nova] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Received event network-vif-deleted-580fb1c2-f1a0-4bb3-9fcb-1d5a12b439a2 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1690.447646] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.448024] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.448128] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleting the datastore file [datastore1] f1db9f09-3415-4031-b4a2-3aaa34ee4936 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.448464] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8372c043-7269-430d-b76c-6770213eabb7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.457582] env[62402]: DEBUG oslo_vmware.api [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1690.457582] env[62402]: value = "task-1873166" [ 1690.457582] env[62402]: _type = "Task" [ 1690.457582] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.472853] env[62402]: DEBUG oslo_vmware.api [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.503417] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.592125] env[62402]: DEBUG nova.network.neutron [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Updated VIF entry in instance network info cache for port 2ed971c3-fd01-46e6-afb3-5e5889e3981e. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1690.592567] env[62402]: DEBUG nova.network.neutron [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Updating instance_info_cache with network_info: [{"id": "2ed971c3-fd01-46e6-afb3-5e5889e3981e", "address": "fa:16:3e:e7:19:d7", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed971c3-fd", "ovs_interfaceid": "2ed971c3-fd01-46e6-afb3-5e5889e3981e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.643266] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.643517] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.804585] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79effdd1-26f6-4976-a87b-be8e47f3c2a2 tempest-ListServerFiltersTestJSON-137282092 tempest-ListServerFiltersTestJSON-137282092-project-member] Lock "4226b554-55ff-4cba-b0ae-61e23403ac42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.969s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.847531] env[62402]: INFO nova.compute.manager [-] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Took 1.95 seconds to deallocate network for instance. [ 1690.875447] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52603fec-83e5-7578-038e-ae9a68795a92, 'name': SearchDatastore_Task, 'duration_secs': 0.022361} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.875824] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.876214] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.876489] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.876675] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.876870] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.877202] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be14e3bc-bdfb-4796-9e56-0277a1c44226 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.890750] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.891062] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1690.891961] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5acf5f-d312-402c-a1a1-2520d5b4e46e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.901025] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1690.901025] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fb41bf-9cdb-2cfd-0565-03739723d25a" [ 1690.901025] env[62402]: _type = "Task" [ 1690.901025] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.914228] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fb41bf-9cdb-2cfd-0565-03739723d25a, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.918186] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2063126-0792-49f9-898b-0d1a2ef20986 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.924243] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1690.924243] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52de1a93-25f6-3de8-bd7d-0a4450221bbd" [ 1690.924243] env[62402]: _type = "Task" [ 1690.924243] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.936891] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52de1a93-25f6-3de8-bd7d-0a4450221bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.968727] env[62402]: DEBUG oslo_vmware.api [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17992} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.971856] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1690.972079] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1690.972456] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1690.972456] env[62402]: INFO nova.compute.manager [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1690.972663] env[62402]: DEBUG oslo.service.loopingcall [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.973301] env[62402]: DEBUG nova.compute.manager [-] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1690.973389] env[62402]: DEBUG nova.network.neutron [-] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1691.003934] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873164, 'name': ReconfigVM_Task, 'duration_secs': 0.71165} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.004236] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Reconfigured VM instance instance-00000054 to attach disk [datastore2] e67a1387-3862-4b89-9e1d-347badf86328/e67a1387-3862-4b89-9e1d-347badf86328.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1691.004908] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c4c6dc2-4e98-4f1e-b6d1-25e6263f2b7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.011788] env[62402]: DEBUG nova.compute.manager [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Received event network-changed-21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1691.011954] env[62402]: DEBUG nova.compute.manager [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Refreshing instance network info cache due to event network-changed-21c8724c-1025-44bc-97e2-86a69f0a266f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1691.012236] env[62402]: DEBUG oslo_concurrency.lockutils [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] Acquiring lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.012460] env[62402]: DEBUG oslo_concurrency.lockutils [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] Acquired lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.012548] env[62402]: DEBUG nova.network.neutron [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Refreshing network info cache for port 21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.018177] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1691.018177] env[62402]: value = "task-1873167" [ 1691.018177] env[62402]: _type = "Task" [ 1691.018177] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.034030] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873167, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.097415] env[62402]: DEBUG oslo_concurrency.lockutils [req-c597f205-85c2-4abe-8b86-980ce16c418e req-c9705ccb-dc36-4215-ace8-3ead2ffb214b service nova] Releasing lock "refresh_cache-7d9ac25e-e12a-4738-8448-6ecc4f25697c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.146306] env[62402]: DEBUG nova.compute.manager [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1691.152869] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73121474-824a-421b-95a5-c89143d297b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.162836] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad927241-6b06-4a43-ba27-976b94062c80 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.198571] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb3d88f-ebb9-47a8-bd19-19b74ef06bff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.208418] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d390b70b-bc43-4452-afa6-248f12e9141d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.225095] env[62402]: DEBUG nova.compute.provider_tree [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.356643] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.435959] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52de1a93-25f6-3de8-bd7d-0a4450221bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011423} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.436143] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.437175] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 7d9ac25e-e12a-4738-8448-6ecc4f25697c/7d9ac25e-e12a-4738-8448-6ecc4f25697c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1691.437175] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2b379c1-3477-48c4-9f9c-04add433cbe5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.447622] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1691.447622] env[62402]: value = "task-1873168" [ 1691.447622] env[62402]: _type = "Task" [ 1691.447622] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.457961] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.532019] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873167, 'name': Rename_Task, 'duration_secs': 0.18378} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.532377] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1691.532654] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7262c8de-ebf5-409e-b424-42cc279df3c9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.545723] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1691.545723] env[62402]: value = "task-1873169" [ 1691.545723] env[62402]: _type = "Task" [ 1691.545723] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.556583] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.681060] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.729264] env[62402]: DEBUG nova.scheduler.client.report [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.756624] env[62402]: DEBUG nova.network.neutron [-] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.878026] env[62402]: DEBUG nova.network.neutron [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updated VIF entry in instance network info cache for port 21c8724c-1025-44bc-97e2-86a69f0a266f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.878423] env[62402]: DEBUG nova.network.neutron [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updating instance_info_cache with network_info: [{"id": "21c8724c-1025-44bc-97e2-86a69f0a266f", "address": "fa:16:3e:6f:6a:d8", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c8724c-10", "ovs_interfaceid": "21c8724c-1025-44bc-97e2-86a69f0a266f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.958600] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498076} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.958919] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 7d9ac25e-e12a-4738-8448-6ecc4f25697c/7d9ac25e-e12a-4738-8448-6ecc4f25697c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1691.959176] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1691.959435] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cee7d9ab-d46c-4cf1-ac4d-fbef1cd93226 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.970067] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1691.970067] env[62402]: value = "task-1873170" [ 1691.970067] env[62402]: _type = "Task" [ 1691.970067] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.980323] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.057220] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873169, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.236502] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.237950] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.044s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.239798] env[62402]: INFO nova.compute.claims [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1692.262145] env[62402]: INFO nova.scheduler.client.report [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Deleted allocations for instance f80c9a28-923e-4943-bb8a-e9a73b4bb6c9 [ 1692.262145] env[62402]: INFO nova.compute.manager [-] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Took 1.29 seconds to deallocate network for instance. [ 1692.382148] env[62402]: DEBUG oslo_concurrency.lockutils [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] Releasing lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.382407] env[62402]: DEBUG nova.compute.manager [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Received event network-changed-21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1692.382732] env[62402]: DEBUG nova.compute.manager [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Refreshing instance network info cache due to event network-changed-21c8724c-1025-44bc-97e2-86a69f0a266f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1692.383092] env[62402]: DEBUG oslo_concurrency.lockutils [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] Acquiring lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.383308] env[62402]: DEBUG oslo_concurrency.lockutils [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] Acquired lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.383489] env[62402]: DEBUG nova.network.neutron [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Refreshing network info cache for port 21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1692.485927] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072615} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.486289] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1692.487103] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826e87e0-ec62-4c34-bf86-60d16fd51865 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.517372] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 7d9ac25e-e12a-4738-8448-6ecc4f25697c/7d9ac25e-e12a-4738-8448-6ecc4f25697c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1692.517670] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-987adb8c-f0bf-4fd9-9e34-5a00f5934bfd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.535220] env[62402]: DEBUG nova.compute.manager [req-898c8d8c-86be-4a78-9b53-1008ed61b79b req-98ee65f5-e5ca-41aa-9eaf-be4b13988541 service nova] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Received event network-vif-deleted-46675457-f1bf-40f8-a33c-cdef23986359 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1692.544222] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1692.544222] env[62402]: value = "task-1873171" [ 1692.544222] env[62402]: _type = "Task" [ 1692.544222] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.560569] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.560820] env[62402]: DEBUG oslo_vmware.api [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873169, 'name': PowerOnVM_Task, 'duration_secs': 0.904817} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.561067] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1692.561277] env[62402]: INFO nova.compute.manager [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1692.561476] env[62402]: DEBUG nova.compute.manager [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.562367] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23219910-2b54-4570-8269-40e953fb652c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.770220] env[62402]: DEBUG oslo_concurrency.lockutils [None req-24196720-994d-4da5-99e2-f81fe0bd25f7 tempest-ServersWithSpecificFlavorTestJSON-356060665 tempest-ServersWithSpecificFlavorTestJSON-356060665-project-member] Lock "f80c9a28-923e-4943-bb8a-e9a73b4bb6c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.661s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.771814] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.058271] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873171, 'name': ReconfigVM_Task, 'duration_secs': 0.277821} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.061024] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 7d9ac25e-e12a-4738-8448-6ecc4f25697c/7d9ac25e-e12a-4738-8448-6ecc4f25697c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.061024] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6d382f1-89ba-499e-8e0c-d2364ead1c7e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.069038] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1693.069038] env[62402]: value = "task-1873172" [ 1693.069038] env[62402]: _type = "Task" [ 1693.069038] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.084977] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873172, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.088742] env[62402]: INFO nova.compute.manager [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Took 34.47 seconds to build instance. [ 1693.308399] env[62402]: DEBUG nova.network.neutron [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updated VIF entry in instance network info cache for port 21c8724c-1025-44bc-97e2-86a69f0a266f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1693.308750] env[62402]: DEBUG nova.network.neutron [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updating instance_info_cache with network_info: [{"id": "21c8724c-1025-44bc-97e2-86a69f0a266f", "address": "fa:16:3e:6f:6a:d8", "network": {"id": "85b689a1-1456-4f9e-b575-2ac9f66ad081", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-885136037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e29eb1f987034afeba677fa2a3fad88d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c8724c-10", "ovs_interfaceid": "21c8724c-1025-44bc-97e2-86a69f0a266f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.581263] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873172, 'name': Rename_Task, 'duration_secs': 0.161031} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.582396] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1693.582396] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9e1be84-dd16-46e4-aa14-946f3f88ad08 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.591259] env[62402]: DEBUG oslo_concurrency.lockutils [None req-27122a79-c5cd-4f1b-81f2-5894e1ee2ef2 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "e67a1387-3862-4b89-9e1d-347badf86328" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.989s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.594699] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1693.594699] env[62402]: value = "task-1873173" [ 1693.594699] env[62402]: _type = "Task" [ 1693.594699] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.601448] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3c6076-c3d6-4756-bba6-a5af533179f7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.607345] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.612618] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10975613-6d35-425e-ab4c-95286ad13fce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.647788] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97671ff-fa6f-456a-9c70-9dda500e4e48 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.656692] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1179f4e-e8ef-4c8e-b6c9-d41de5857983 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.672686] env[62402]: DEBUG nova.compute.provider_tree [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.811882] env[62402]: DEBUG oslo_concurrency.lockutils [req-28b05d6d-5cd8-4891-b4a8-8ea84e1516e5 req-fd3a44c4-d84e-4b95-9268-84746164ffba service nova] Releasing lock "refresh_cache-6614ec90-4eaa-4393-8f73-f9d54aa6e625" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.114067] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873173, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.176882] env[62402]: DEBUG nova.scheduler.client.report [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.609675] env[62402]: DEBUG oslo_vmware.api [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873173, 'name': PowerOnVM_Task, 'duration_secs': 0.519356} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.610023] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1694.611646] env[62402]: INFO nova.compute.manager [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1694.611646] env[62402]: DEBUG nova.compute.manager [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1694.616316] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba84ab3e-ee12-4eb1-b952-dff30c33c0ae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.687197] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.687752] env[62402]: DEBUG nova.compute.manager [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1694.691237] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.009s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.008125] env[62402]: DEBUG nova.compute.manager [req-b22ca75d-9eb9-490d-b8e2-de002bc5c3cf req-32c967ef-83e6-46b1-bbf8-92889c665d2b service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Received event network-changed-49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1695.008125] env[62402]: DEBUG nova.compute.manager [req-b22ca75d-9eb9-490d-b8e2-de002bc5c3cf req-32c967ef-83e6-46b1-bbf8-92889c665d2b service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Refreshing instance network info cache due to event network-changed-49f7f5b9-4559-45bb-b914-3b99352f3563. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1695.008125] env[62402]: DEBUG oslo_concurrency.lockutils [req-b22ca75d-9eb9-490d-b8e2-de002bc5c3cf req-32c967ef-83e6-46b1-bbf8-92889c665d2b service nova] Acquiring lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.008125] env[62402]: DEBUG oslo_concurrency.lockutils [req-b22ca75d-9eb9-490d-b8e2-de002bc5c3cf req-32c967ef-83e6-46b1-bbf8-92889c665d2b service nova] Acquired lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.008125] env[62402]: DEBUG nova.network.neutron [req-b22ca75d-9eb9-490d-b8e2-de002bc5c3cf req-32c967ef-83e6-46b1-bbf8-92889c665d2b service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Refreshing network info cache for port 49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.144462] env[62402]: INFO nova.compute.manager [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Took 35.95 seconds to build instance. [ 1695.196204] env[62402]: DEBUG nova.compute.utils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1695.204202] env[62402]: DEBUG nova.compute.manager [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1695.204202] env[62402]: DEBUG nova.network.neutron [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1695.309231] env[62402]: DEBUG nova.policy [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0aa43cb4cb34904bbebf244fada1386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb3433c84ea45749b3a469bc37c02fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1695.653156] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1405d428-0299-4457-9ef4-677a63a99b24 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "7d9ac25e-e12a-4738-8448-6ecc4f25697c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.467s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.708021] env[62402]: DEBUG nova.compute.manager [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1695.748564] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance d606c3e6-78f6-42b1-9dc1-690215743e14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.748564] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8864de7b-2d40-4b93-a545-ae11a605b0c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.748564] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 3d1735e1-4302-4891-9230-5fb564800cda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.748564] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 6614ec90-4eaa-4393-8f73-f9d54aa6e625 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.748967] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 555e79b9-57c7-4276-9bce-08999b2cdb83 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.748967] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8a58174b-e33a-4f2e-9e06-d78a335d1579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.748967] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 98c092c8-7c8d-4e90-abfa-bb4f00825519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.748967] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance d4cb00b8-7656-4add-87e6-015b54ad42dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.749205] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8904d762-c644-4044-8421-2fe3f3200d97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.749258] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance aab39cb2-8ae8-4d0e-a4a1-4e215647694e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.749437] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance ebbff6cc-ef6a-4770-8a99-4f0e876b275a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1695.749576] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance f9120810-a22a-413f-be1f-6a0988e6cd5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.749767] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance f1db9f09-3415-4031-b4a2-3aaa34ee4936 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1695.749767] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 01e64ee0-c60e-476a-bc08-8ea04658bbfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.749871] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance e67a1387-3862-4b89-9e1d-347badf86328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.749931] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 7d9ac25e-e12a-4738-8448-6ecc4f25697c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.750475] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance ac4875e9-ad53-4c99-8c7a-e4bb0a54d406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1695.931016] env[62402]: DEBUG nova.network.neutron [req-b22ca75d-9eb9-490d-b8e2-de002bc5c3cf req-32c967ef-83e6-46b1-bbf8-92889c665d2b service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updated VIF entry in instance network info cache for port 49f7f5b9-4559-45bb-b914-3b99352f3563. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1695.931470] env[62402]: DEBUG nova.network.neutron [req-b22ca75d-9eb9-490d-b8e2-de002bc5c3cf req-32c967ef-83e6-46b1-bbf8-92889c665d2b service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updating instance_info_cache with network_info: [{"id": "49f7f5b9-4559-45bb-b914-3b99352f3563", "address": "fa:16:3e:0e:79:e2", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f7f5b9-45", "ovs_interfaceid": "49f7f5b9-4559-45bb-b914-3b99352f3563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.259495] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1696.290364] env[62402]: DEBUG nova.network.neutron [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Successfully created port: c318e1b5-34e1-4802-a343-75d63ff041c0 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1696.388216] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "61f0bfe0-d838-4d23-b97c-89f14aed1f7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.388463] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "61f0bfe0-d838-4d23-b97c-89f14aed1f7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.436727] env[62402]: DEBUG oslo_concurrency.lockutils [req-b22ca75d-9eb9-490d-b8e2-de002bc5c3cf req-32c967ef-83e6-46b1-bbf8-92889c665d2b service nova] Releasing lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.727485] env[62402]: DEBUG nova.compute.manager [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1696.760961] env[62402]: DEBUG nova.virt.hardware [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1696.762382] env[62402]: DEBUG nova.virt.hardware [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1696.762553] env[62402]: DEBUG nova.virt.hardware [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1696.762821] env[62402]: DEBUG nova.virt.hardware [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1696.762929] env[62402]: DEBUG nova.virt.hardware [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1696.763110] env[62402]: DEBUG nova.virt.hardware [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1696.763335] env[62402]: DEBUG nova.virt.hardware [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1696.763526] env[62402]: DEBUG nova.virt.hardware [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1696.763758] env[62402]: DEBUG nova.virt.hardware [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1696.763889] env[62402]: DEBUG nova.virt.hardware [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1696.764080] env[62402]: DEBUG nova.virt.hardware [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1696.764940] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1696.770329] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3619c0e8-45a4-4e32-ae0e-13a348d05f4c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.780327] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d433de1-247c-494c-8ef4-4c766c3f3dce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.895011] env[62402]: DEBUG nova.compute.manager [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1697.050318] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Acquiring lock "b4e13420-06cd-4ff9-adf6-97bda93a5402" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.050570] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Lock "b4e13420-06cd-4ff9-adf6-97bda93a5402" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.273151] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 463e56d8-eedf-4162-8323-f09335bc0b0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1697.430154] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.553358] env[62402]: DEBUG nova.compute.manager [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1697.779384] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 465dfb3f-7504-42ff-994f-bb4d6edfb976 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1697.781123] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1697.781301] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1697.974791] env[62402]: DEBUG nova.compute.manager [req-a4a51bd4-aa21-4ea0-a87b-598b3d993215 req-82770e0e-ed05-4134-8b03-d9817a82ea50 service nova] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Received event network-vif-plugged-c318e1b5-34e1-4802-a343-75d63ff041c0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1697.977983] env[62402]: DEBUG oslo_concurrency.lockutils [req-a4a51bd4-aa21-4ea0-a87b-598b3d993215 req-82770e0e-ed05-4134-8b03-d9817a82ea50 service nova] Acquiring lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.977983] env[62402]: DEBUG oslo_concurrency.lockutils [req-a4a51bd4-aa21-4ea0-a87b-598b3d993215 req-82770e0e-ed05-4134-8b03-d9817a82ea50 service nova] Lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.977983] env[62402]: DEBUG oslo_concurrency.lockutils [req-a4a51bd4-aa21-4ea0-a87b-598b3d993215 req-82770e0e-ed05-4134-8b03-d9817a82ea50 service nova] Lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.977983] env[62402]: DEBUG nova.compute.manager [req-a4a51bd4-aa21-4ea0-a87b-598b3d993215 req-82770e0e-ed05-4134-8b03-d9817a82ea50 service nova] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] No waiting events found dispatching network-vif-plugged-c318e1b5-34e1-4802-a343-75d63ff041c0 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1697.977983] env[62402]: WARNING nova.compute.manager [req-a4a51bd4-aa21-4ea0-a87b-598b3d993215 req-82770e0e-ed05-4134-8b03-d9817a82ea50 service nova] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Received unexpected event network-vif-plugged-c318e1b5-34e1-4802-a343-75d63ff041c0 for instance with vm_state building and task_state spawning. [ 1698.094439] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.191525] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a217d05a-1a1c-4cc4-8e15-c8fe4626258c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.207627] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33287926-c364-4105-ac18-0cffde52c64e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.248686] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de5dee1-5567-40b7-a701-d3b4de7fee1d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.264560] env[62402]: DEBUG nova.network.neutron [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Successfully updated port: c318e1b5-34e1-4802-a343-75d63ff041c0 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1698.266792] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0189e177-b8b9-4c70-80ee-0b3c50b23d4a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.284537] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.775120] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "refresh_cache-ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.775120] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "refresh_cache-ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.775120] env[62402]: DEBUG nova.network.neutron [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1698.788149] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.293887] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1699.294236] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.603s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.294833] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.502s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.297011] env[62402]: INFO nova.compute.claims [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.319026] env[62402]: DEBUG nova.network.neutron [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1699.444883] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Acquiring lock "6a8de3a5-86e8-43d1-b811-f63851291de4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.445283] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Lock "6a8de3a5-86e8-43d1-b811-f63851291de4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.497152] env[62402]: DEBUG nova.network.neutron [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Updating instance_info_cache with network_info: [{"id": "c318e1b5-34e1-4802-a343-75d63ff041c0", "address": "fa:16:3e:9e:65:9d", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc318e1b5-34", "ovs_interfaceid": "c318e1b5-34e1-4802-a343-75d63ff041c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.948387] env[62402]: DEBUG nova.compute.manager [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1700.000527] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "refresh_cache-ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.000806] env[62402]: DEBUG nova.compute.manager [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Instance network_info: |[{"id": "c318e1b5-34e1-4802-a343-75d63ff041c0", "address": "fa:16:3e:9e:65:9d", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc318e1b5-34", "ovs_interfaceid": "c318e1b5-34e1-4802-a343-75d63ff041c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1700.001251] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:65:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c318e1b5-34e1-4802-a343-75d63ff041c0', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1700.009458] env[62402]: DEBUG oslo.service.loopingcall [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.014192] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1700.015321] env[62402]: DEBUG nova.compute.manager [req-4f98c88b-ad1e-4765-b222-133748119b1e req-107ee110-9efd-4343-b599-88a8977c20f0 service nova] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Received event network-changed-c318e1b5-34e1-4802-a343-75d63ff041c0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1700.015509] env[62402]: DEBUG nova.compute.manager [req-4f98c88b-ad1e-4765-b222-133748119b1e req-107ee110-9efd-4343-b599-88a8977c20f0 service nova] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Refreshing instance network info cache due to event network-changed-c318e1b5-34e1-4802-a343-75d63ff041c0. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1700.015718] env[62402]: DEBUG oslo_concurrency.lockutils [req-4f98c88b-ad1e-4765-b222-133748119b1e req-107ee110-9efd-4343-b599-88a8977c20f0 service nova] Acquiring lock "refresh_cache-ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.015861] env[62402]: DEBUG oslo_concurrency.lockutils [req-4f98c88b-ad1e-4765-b222-133748119b1e req-107ee110-9efd-4343-b599-88a8977c20f0 service nova] Acquired lock "refresh_cache-ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.016153] env[62402]: DEBUG nova.network.neutron [req-4f98c88b-ad1e-4765-b222-133748119b1e req-107ee110-9efd-4343-b599-88a8977c20f0 service nova] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Refreshing network info cache for port c318e1b5-34e1-4802-a343-75d63ff041c0 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1700.017065] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8a8a4a6-64ba-4ca3-9a62-fc22b322c367 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.042350] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1700.042350] env[62402]: value = "task-1873174" [ 1700.042350] env[62402]: _type = "Task" [ 1700.042350] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.053254] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873174, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.321319] env[62402]: DEBUG nova.network.neutron [req-4f98c88b-ad1e-4765-b222-133748119b1e req-107ee110-9efd-4343-b599-88a8977c20f0 service nova] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Updated VIF entry in instance network info cache for port c318e1b5-34e1-4802-a343-75d63ff041c0. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1700.321845] env[62402]: DEBUG nova.network.neutron [req-4f98c88b-ad1e-4765-b222-133748119b1e req-107ee110-9efd-4343-b599-88a8977c20f0 service nova] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Updating instance_info_cache with network_info: [{"id": "c318e1b5-34e1-4802-a343-75d63ff041c0", "address": "fa:16:3e:9e:65:9d", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc318e1b5-34", "ovs_interfaceid": "c318e1b5-34e1-4802-a343-75d63ff041c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.479708] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.554372] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873174, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.697431] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3859af-fe02-4ee8-b385-538750a1d62d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.705673] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08e1042-eb47-48f2-a31a-0a6ec795c029 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.740676] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b525e55-ad70-4323-a38a-fc25791d2eb7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.748996] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3485b8-6bc3-42e1-815f-f7ea053bf76e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.763904] env[62402]: DEBUG nova.compute.provider_tree [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.825026] env[62402]: DEBUG oslo_concurrency.lockutils [req-4f98c88b-ad1e-4765-b222-133748119b1e req-107ee110-9efd-4343-b599-88a8977c20f0 service nova] Releasing lock "refresh_cache-ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.055731] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873174, 'name': CreateVM_Task, 'duration_secs': 0.594005} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.056016] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1701.056749] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.056985] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.057373] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1701.057681] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fed2ec9-c179-410f-8c29-87d4f41d60e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.063239] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1701.063239] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b698ce-149c-fa01-7cd3-b41b5928f721" [ 1701.063239] env[62402]: _type = "Task" [ 1701.063239] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.073168] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b698ce-149c-fa01-7cd3-b41b5928f721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.267631] env[62402]: DEBUG nova.scheduler.client.report [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.574670] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b698ce-149c-fa01-7cd3-b41b5928f721, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.575011] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.575305] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1701.575575] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.575752] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.575960] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1701.576275] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f98dbaa-25c8-4e66-98cf-09e8c91b72fa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.591700] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1701.591907] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1701.592665] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92330cfc-5953-4e85-b28c-d7ad496054e2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.599339] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1701.599339] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521dba8f-b2f6-05ef-6c6b-5270c9aa58db" [ 1701.599339] env[62402]: _type = "Task" [ 1701.599339] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.608292] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521dba8f-b2f6-05ef-6c6b-5270c9aa58db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.772607] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.773271] env[62402]: DEBUG nova.compute.manager [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1701.776015] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.443s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.777481] env[62402]: INFO nova.compute.claims [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1702.115119] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521dba8f-b2f6-05ef-6c6b-5270c9aa58db, 'name': SearchDatastore_Task, 'duration_secs': 0.019413} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.116078] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38dd693-5e81-4e7d-82d3-054572c926ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.122447] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1702.122447] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52060fe6-4bca-b075-cec9-8beea61a705a" [ 1702.122447] env[62402]: _type = "Task" [ 1702.122447] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.132126] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52060fe6-4bca-b075-cec9-8beea61a705a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.282738] env[62402]: DEBUG nova.compute.utils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.288599] env[62402]: DEBUG nova.compute.manager [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.288599] env[62402]: DEBUG nova.network.neutron [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.349073] env[62402]: DEBUG nova.policy [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a055a9ae6f54d659e274fb62af095e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63a2fbee67674d84ae4922c55cd2bcec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.636125] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52060fe6-4bca-b075-cec9-8beea61a705a, 'name': SearchDatastore_Task, 'duration_secs': 0.032895} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.636301] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.636563] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] ac4875e9-ad53-4c99-8c7a-e4bb0a54d406/ac4875e9-ad53-4c99-8c7a-e4bb0a54d406.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1702.636836] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6d3bf03-40c7-4121-99e5-dc0f16e153fa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.645701] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1702.645701] env[62402]: value = "task-1873175" [ 1702.645701] env[62402]: _type = "Task" [ 1702.645701] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.654704] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.791019] env[62402]: DEBUG nova.compute.manager [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1702.935064] env[62402]: DEBUG nova.network.neutron [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Successfully created port: 4ecc413f-5985-4d05-b067-50581898ec39 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1703.156966] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873175, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.209023] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7759345-09e4-4f07-a408-9dee0d6d57e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.219801] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80333855-71d0-4e98-94d1-19789cd314be {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.253941] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbce2b6-8290-424a-a4f4-3e0f9a4ecb72 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.265533] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fab0f43-57c9-4321-829a-1dd024bedfc7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.278515] env[62402]: DEBUG nova.compute.provider_tree [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.656794] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52629} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.657107] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] ac4875e9-ad53-4c99-8c7a-e4bb0a54d406/ac4875e9-ad53-4c99-8c7a-e4bb0a54d406.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1703.657328] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1703.657585] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45e77c14-ea59-47b8-8857-8cb3a8c36b19 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.668930] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1703.668930] env[62402]: value = "task-1873176" [ 1703.668930] env[62402]: _type = "Task" [ 1703.668930] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.680141] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.785071] env[62402]: DEBUG nova.scheduler.client.report [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.800291] env[62402]: DEBUG nova.compute.manager [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1703.834256] env[62402]: DEBUG nova.virt.hardware [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1703.834492] env[62402]: DEBUG nova.virt.hardware [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.834662] env[62402]: DEBUG nova.virt.hardware [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1703.834891] env[62402]: DEBUG nova.virt.hardware [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.835391] env[62402]: DEBUG nova.virt.hardware [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1703.835657] env[62402]: DEBUG nova.virt.hardware [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1703.835943] env[62402]: DEBUG nova.virt.hardware [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1703.836164] env[62402]: DEBUG nova.virt.hardware [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1703.836380] env[62402]: DEBUG nova.virt.hardware [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1703.836581] env[62402]: DEBUG nova.virt.hardware [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1703.837336] env[62402]: DEBUG nova.virt.hardware [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1703.838254] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb70883-02b0-4a52-ac07-4fb04c956e56 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.851832] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39859ce5-5eb4-48da-a397-9dea6606f645 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.181848] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09207} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.182684] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1704.185572] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd92ec45-6267-4b3b-8e60-2eef6009ea73 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.217711] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] ac4875e9-ad53-4c99-8c7a-e4bb0a54d406/ac4875e9-ad53-4c99-8c7a-e4bb0a54d406.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1704.218412] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d565755-ba67-483b-be4d-4b3e9e9dffdc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.243821] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1704.243821] env[62402]: value = "task-1873177" [ 1704.243821] env[62402]: _type = "Task" [ 1704.243821] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.254702] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.291207] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.291995] env[62402]: DEBUG nova.compute.manager [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1704.297191] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.814s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.298733] env[62402]: INFO nova.compute.claims [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.693165] env[62402]: DEBUG nova.compute.manager [req-c85bb8d4-4de0-4d72-a7a7-f6d4c7fc4951 req-648b67fa-2d23-4e65-9483-e584170c51df service nova] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Received event network-vif-plugged-4ecc413f-5985-4d05-b067-50581898ec39 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1704.694628] env[62402]: DEBUG oslo_concurrency.lockutils [req-c85bb8d4-4de0-4d72-a7a7-f6d4c7fc4951 req-648b67fa-2d23-4e65-9483-e584170c51df service nova] Acquiring lock "2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.694917] env[62402]: DEBUG oslo_concurrency.lockutils [req-c85bb8d4-4de0-4d72-a7a7-f6d4c7fc4951 req-648b67fa-2d23-4e65-9483-e584170c51df service nova] Lock "2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.695230] env[62402]: DEBUG oslo_concurrency.lockutils [req-c85bb8d4-4de0-4d72-a7a7-f6d4c7fc4951 req-648b67fa-2d23-4e65-9483-e584170c51df service nova] Lock "2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.695528] env[62402]: DEBUG nova.compute.manager [req-c85bb8d4-4de0-4d72-a7a7-f6d4c7fc4951 req-648b67fa-2d23-4e65-9483-e584170c51df service nova] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] No waiting events found dispatching network-vif-plugged-4ecc413f-5985-4d05-b067-50581898ec39 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1704.695985] env[62402]: WARNING nova.compute.manager [req-c85bb8d4-4de0-4d72-a7a7-f6d4c7fc4951 req-648b67fa-2d23-4e65-9483-e584170c51df service nova] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Received unexpected event network-vif-plugged-4ecc413f-5985-4d05-b067-50581898ec39 for instance with vm_state building and task_state spawning. [ 1704.757835] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.798282] env[62402]: DEBUG nova.compute.utils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.802236] env[62402]: DEBUG nova.compute.manager [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1704.802236] env[62402]: DEBUG nova.network.neutron [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.847401] env[62402]: DEBUG nova.policy [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3022c42c29484f4695bbf4faac5f0e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d1147f4b85748b5b9d9566dd023ed1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1704.850330] env[62402]: DEBUG nova.network.neutron [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Successfully updated port: 4ecc413f-5985-4d05-b067-50581898ec39 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1705.224790] env[62402]: DEBUG nova.network.neutron [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Successfully created port: b39289c4-d729-454b-9c86-00851755f71e {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1705.257033] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873177, 'name': ReconfigVM_Task, 'duration_secs': 0.813184} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.257380] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Reconfigured VM instance instance-00000056 to attach disk [datastore1] ac4875e9-ad53-4c99-8c7a-e4bb0a54d406/ac4875e9-ad53-4c99-8c7a-e4bb0a54d406.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1705.258160] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5da99de-2acb-4ac7-8ddf-06687ba643df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.267923] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1705.267923] env[62402]: value = "task-1873178" [ 1705.267923] env[62402]: _type = "Task" [ 1705.267923] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.278814] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873178, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.303016] env[62402]: DEBUG nova.compute.manager [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1705.352711] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "refresh_cache-2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.352869] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired lock "refresh_cache-2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.353104] env[62402]: DEBUG nova.network.neutron [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.556707] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.556946] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.682363] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c1e761-65cf-4e88-97da-56c4f58777f7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.691520] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15da5394-08b0-41ca-8946-98ecb74f02a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.723573] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f10604-f41d-492b-a989-7c4bf0105f3d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.731478] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e227c015-bb9f-431a-850c-2834e98ab10e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.745246] env[62402]: DEBUG nova.compute.provider_tree [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.776909] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873178, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.885343] env[62402]: DEBUG nova.network.neutron [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1706.017497] env[62402]: DEBUG nova.network.neutron [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Updating instance_info_cache with network_info: [{"id": "4ecc413f-5985-4d05-b067-50581898ec39", "address": "fa:16:3e:74:89:35", "network": {"id": "fd3aa2a4-b386-40a8-9a94-def6b8ee0a1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2117231135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "63a2fbee67674d84ae4922c55cd2bcec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ecc413f-59", "ovs_interfaceid": "4ecc413f-5985-4d05-b067-50581898ec39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.060014] env[62402]: DEBUG nova.compute.manager [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1706.248736] env[62402]: DEBUG nova.scheduler.client.report [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.278961] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873178, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.312174] env[62402]: DEBUG nova.compute.manager [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1706.344249] env[62402]: DEBUG nova.virt.hardware [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1706.344514] env[62402]: DEBUG nova.virt.hardware [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.344673] env[62402]: DEBUG nova.virt.hardware [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1706.344967] env[62402]: DEBUG nova.virt.hardware [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.345038] env[62402]: DEBUG nova.virt.hardware [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1706.345465] env[62402]: DEBUG nova.virt.hardware [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1706.345694] env[62402]: DEBUG nova.virt.hardware [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1706.345857] env[62402]: DEBUG nova.virt.hardware [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1706.346034] env[62402]: DEBUG nova.virt.hardware [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1706.346413] env[62402]: DEBUG nova.virt.hardware [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1706.346633] env[62402]: DEBUG nova.virt.hardware [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1706.347571] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a97c176-7aa2-4475-b80c-1fca9514594b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.358219] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70694433-f195-4b3c-998e-981ccb2c2600 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.519962] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Releasing lock "refresh_cache-2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.520348] env[62402]: DEBUG nova.compute.manager [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Instance network_info: |[{"id": "4ecc413f-5985-4d05-b067-50581898ec39", "address": "fa:16:3e:74:89:35", "network": {"id": "fd3aa2a4-b386-40a8-9a94-def6b8ee0a1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2117231135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "63a2fbee67674d84ae4922c55cd2bcec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ecc413f-59", "ovs_interfaceid": "4ecc413f-5985-4d05-b067-50581898ec39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1706.520846] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:89:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ecc413f-5985-4d05-b067-50581898ec39', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.529121] env[62402]: DEBUG oslo.service.loopingcall [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.529492] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.529758] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a8945b8-5543-46dd-84d4-44711a01ee27 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.551147] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.551147] env[62402]: value = "task-1873179" [ 1706.551147] env[62402]: _type = "Task" [ 1706.551147] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.559305] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873179, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.579081] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.695241] env[62402]: DEBUG nova.compute.manager [req-1cb295b6-e4e1-405c-90e1-866d9216711e req-3009e94a-f00d-4f61-b07a-af2bebac9dbf service nova] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Received event network-vif-plugged-b39289c4-d729-454b-9c86-00851755f71e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1706.695380] env[62402]: DEBUG oslo_concurrency.lockutils [req-1cb295b6-e4e1-405c-90e1-866d9216711e req-3009e94a-f00d-4f61-b07a-af2bebac9dbf service nova] Acquiring lock "9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.695632] env[62402]: DEBUG oslo_concurrency.lockutils [req-1cb295b6-e4e1-405c-90e1-866d9216711e req-3009e94a-f00d-4f61-b07a-af2bebac9dbf service nova] Lock "9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.695868] env[62402]: DEBUG oslo_concurrency.lockutils [req-1cb295b6-e4e1-405c-90e1-866d9216711e req-3009e94a-f00d-4f61-b07a-af2bebac9dbf service nova] Lock "9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.696121] env[62402]: DEBUG nova.compute.manager [req-1cb295b6-e4e1-405c-90e1-866d9216711e req-3009e94a-f00d-4f61-b07a-af2bebac9dbf service nova] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] No waiting events found dispatching network-vif-plugged-b39289c4-d729-454b-9c86-00851755f71e {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1706.696357] env[62402]: WARNING nova.compute.manager [req-1cb295b6-e4e1-405c-90e1-866d9216711e req-3009e94a-f00d-4f61-b07a-af2bebac9dbf service nova] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Received unexpected event network-vif-plugged-b39289c4-d729-454b-9c86-00851755f71e for instance with vm_state building and task_state spawning. [ 1706.747949] env[62402]: DEBUG nova.compute.manager [req-1f7c8ce9-f22b-4768-acc6-4eedb05920d1 req-74e591e6-b6b1-447f-a935-c733468f3bff service nova] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Received event network-changed-4ecc413f-5985-4d05-b067-50581898ec39 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1706.748204] env[62402]: DEBUG nova.compute.manager [req-1f7c8ce9-f22b-4768-acc6-4eedb05920d1 req-74e591e6-b6b1-447f-a935-c733468f3bff service nova] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Refreshing instance network info cache due to event network-changed-4ecc413f-5985-4d05-b067-50581898ec39. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1706.748342] env[62402]: DEBUG oslo_concurrency.lockutils [req-1f7c8ce9-f22b-4768-acc6-4eedb05920d1 req-74e591e6-b6b1-447f-a935-c733468f3bff service nova] Acquiring lock "refresh_cache-2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.748487] env[62402]: DEBUG oslo_concurrency.lockutils [req-1f7c8ce9-f22b-4768-acc6-4eedb05920d1 req-74e591e6-b6b1-447f-a935-c733468f3bff service nova] Acquired lock "refresh_cache-2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.748645] env[62402]: DEBUG nova.network.neutron [req-1f7c8ce9-f22b-4768-acc6-4eedb05920d1 req-74e591e6-b6b1-447f-a935-c733468f3bff service nova] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Refreshing network info cache for port 4ecc413f-5985-4d05-b067-50581898ec39 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.755052] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.755543] env[62402]: DEBUG nova.compute.manager [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1706.760265] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.402s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.760265] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.761727] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.081s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.763235] env[62402]: INFO nova.compute.claims [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.778358] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873178, 'name': Rename_Task, 'duration_secs': 1.159301} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.778570] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1706.778816] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-607281f3-5f2f-4742-b695-5999849416dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.788458] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1706.788458] env[62402]: value = "task-1873180" [ 1706.788458] env[62402]: _type = "Task" [ 1706.788458] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.798996] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.799970] env[62402]: INFO nova.scheduler.client.report [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Deleted allocations for instance ebbff6cc-ef6a-4770-8a99-4f0e876b275a [ 1706.818505] env[62402]: DEBUG nova.network.neutron [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Successfully updated port: b39289c4-d729-454b-9c86-00851755f71e {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1707.062331] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873179, 'name': CreateVM_Task, 'duration_secs': 0.414977} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.062525] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.063254] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.063422] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.063739] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1707.063998] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ba0084-8354-43c3-90d1-5b98cde72dc4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.070717] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1707.070717] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d347f0-0e57-cca2-11ef-31da1504e5de" [ 1707.070717] env[62402]: _type = "Task" [ 1707.070717] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.078885] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d347f0-0e57-cca2-11ef-31da1504e5de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.270471] env[62402]: DEBUG nova.compute.utils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.274131] env[62402]: DEBUG nova.compute.manager [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Not allocating networking since 'none' was specified. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1707.300305] env[62402]: DEBUG oslo_vmware.api [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873180, 'name': PowerOnVM_Task, 'duration_secs': 0.4628} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.300432] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1707.300616] env[62402]: INFO nova.compute.manager [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Took 10.57 seconds to spawn the instance on the hypervisor. [ 1707.300797] env[62402]: DEBUG nova.compute.manager [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1707.301834] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea486ed0-ad08-4db7-9976-ab344a1be0c6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.306982] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aeb0eb67-cae5-4bb3-878e-a8f3e6ef32cb tempest-ServersNegativeTestJSON-968615788 tempest-ServersNegativeTestJSON-968615788-project-member] Lock "ebbff6cc-ef6a-4770-8a99-4f0e876b275a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.200s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.320788] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Acquiring lock "refresh_cache-9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.321020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Acquired lock "refresh_cache-9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.321151] env[62402]: DEBUG nova.network.neutron [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.546513] env[62402]: DEBUG nova.network.neutron [req-1f7c8ce9-f22b-4768-acc6-4eedb05920d1 req-74e591e6-b6b1-447f-a935-c733468f3bff service nova] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Updated VIF entry in instance network info cache for port 4ecc413f-5985-4d05-b067-50581898ec39. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.546513] env[62402]: DEBUG nova.network.neutron [req-1f7c8ce9-f22b-4768-acc6-4eedb05920d1 req-74e591e6-b6b1-447f-a935-c733468f3bff service nova] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Updating instance_info_cache with network_info: [{"id": "4ecc413f-5985-4d05-b067-50581898ec39", "address": "fa:16:3e:74:89:35", "network": {"id": "fd3aa2a4-b386-40a8-9a94-def6b8ee0a1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2117231135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "63a2fbee67674d84ae4922c55cd2bcec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ecc413f-59", "ovs_interfaceid": "4ecc413f-5985-4d05-b067-50581898ec39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.584987] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d347f0-0e57-cca2-11ef-31da1504e5de, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.585327] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.585557] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.585788] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.585934] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.586166] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.586395] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42092225-f726-4cfa-934a-ad0306127148 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.596255] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.596440] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.597172] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133bb6b4-2514-4130-a804-e3e4191af1da {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.602774] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1707.602774] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dfb129-4c7e-d7ba-d9dc-90d9af7601f1" [ 1707.602774] env[62402]: _type = "Task" [ 1707.602774] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.610883] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dfb129-4c7e-d7ba-d9dc-90d9af7601f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.775582] env[62402]: DEBUG nova.compute.manager [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1707.829111] env[62402]: INFO nova.compute.manager [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Took 34.65 seconds to build instance. [ 1707.867247] env[62402]: DEBUG nova.network.neutron [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1708.029631] env[62402]: DEBUG nova.network.neutron [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Updating instance_info_cache with network_info: [{"id": "b39289c4-d729-454b-9c86-00851755f71e", "address": "fa:16:3e:db:ef:ee", "network": {"id": "03d4c449-24a9-4e18-9f64-32aeb214f89b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-861886470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1147f4b85748b5b9d9566dd023ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39289c4-d7", "ovs_interfaceid": "b39289c4-d729-454b-9c86-00851755f71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.049133] env[62402]: DEBUG oslo_concurrency.lockutils [req-1f7c8ce9-f22b-4768-acc6-4eedb05920d1 req-74e591e6-b6b1-447f-a935-c733468f3bff service nova] Releasing lock "refresh_cache-2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.117409] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dfb129-4c7e-d7ba-d9dc-90d9af7601f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.118665] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1d00c6-e9a6-4462-9c72-68e16f461240 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.125716] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91db8a0c-dbcd-4d2d-a6d5-6e736c95b857 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.134264] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1708.134264] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521854ad-dcdc-efac-cee3-50c11a451823" [ 1708.134264] env[62402]: _type = "Task" [ 1708.134264] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.139831] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b8fa81-9456-439e-8bb4-04bc0b308324 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.149250] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521854ad-dcdc-efac-cee3-50c11a451823, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.174711] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.175011] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6/2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.175474] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce3b902-ceb2-470b-b10d-399525e4a695 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.178135] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ff7e66-c250-46e3-bdef-92ee9beced50 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.186496] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1ca255-d4fe-485b-aba5-ffd87d110345 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.192915] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1708.192915] env[62402]: value = "task-1873181" [ 1708.192915] env[62402]: _type = "Task" [ 1708.192915] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.206220] env[62402]: DEBUG nova.compute.provider_tree [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.215049] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.330464] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f5030d1-08ac-496f-85cb-85bad7f7a1a2 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.169s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.532201] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Releasing lock "refresh_cache-9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.532568] env[62402]: DEBUG nova.compute.manager [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Instance network_info: |[{"id": "b39289c4-d729-454b-9c86-00851755f71e", "address": "fa:16:3e:db:ef:ee", "network": {"id": "03d4c449-24a9-4e18-9f64-32aeb214f89b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-861886470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1147f4b85748b5b9d9566dd023ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39289c4-d7", "ovs_interfaceid": "b39289c4-d729-454b-9c86-00851755f71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1708.533645] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:ef:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b39289c4-d729-454b-9c86-00851755f71e', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.544684] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Creating folder: Project (8d1147f4b85748b5b9d9566dd023ed1a). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.546118] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c6d96ee-2ab6-4deb-bbf5-87f019b90a1e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.560762] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Created folder: Project (8d1147f4b85748b5b9d9566dd023ed1a) in parent group-v386882. [ 1708.561202] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Creating folder: Instances. Parent ref: group-v387124. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.561968] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42b8ad64-9c0b-4976-8e04-db35dd3c4f66 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.575711] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Created folder: Instances in parent group-v387124. [ 1708.575711] env[62402]: DEBUG oslo.service.loopingcall [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.575893] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1708.576104] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0055ca3-6f7c-4730-a9f5-a51d695f4707 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.600360] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.600360] env[62402]: value = "task-1873184" [ 1708.600360] env[62402]: _type = "Task" [ 1708.600360] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.610168] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873184, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.704469] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47128} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.704797] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6/2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1708.705186] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1708.705248] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04c485e6-5b2a-4037-accf-1f91d5b118dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.709939] env[62402]: DEBUG nova.scheduler.client.report [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.715871] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1708.715871] env[62402]: value = "task-1873185" [ 1708.715871] env[62402]: _type = "Task" [ 1708.715871] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.723621] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.762200] env[62402]: DEBUG nova.compute.manager [req-284c4e81-b920-434e-8a1f-367897da8c72 req-9659d89d-17cf-47f7-bac4-53f73e276d9a service nova] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Received event network-changed-b39289c4-d729-454b-9c86-00851755f71e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1708.762430] env[62402]: DEBUG nova.compute.manager [req-284c4e81-b920-434e-8a1f-367897da8c72 req-9659d89d-17cf-47f7-bac4-53f73e276d9a service nova] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Refreshing instance network info cache due to event network-changed-b39289c4-d729-454b-9c86-00851755f71e. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1708.762671] env[62402]: DEBUG oslo_concurrency.lockutils [req-284c4e81-b920-434e-8a1f-367897da8c72 req-9659d89d-17cf-47f7-bac4-53f73e276d9a service nova] Acquiring lock "refresh_cache-9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.762819] env[62402]: DEBUG oslo_concurrency.lockutils [req-284c4e81-b920-434e-8a1f-367897da8c72 req-9659d89d-17cf-47f7-bac4-53f73e276d9a service nova] Acquired lock "refresh_cache-9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.763068] env[62402]: DEBUG nova.network.neutron [req-284c4e81-b920-434e-8a1f-367897da8c72 req-9659d89d-17cf-47f7-bac4-53f73e276d9a service nova] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Refreshing network info cache for port b39289c4-d729-454b-9c86-00851755f71e {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.788875] env[62402]: DEBUG nova.compute.manager [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1708.826649] env[62402]: DEBUG nova.virt.hardware [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1708.826925] env[62402]: DEBUG nova.virt.hardware [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.827101] env[62402]: DEBUG nova.virt.hardware [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1708.827329] env[62402]: DEBUG nova.virt.hardware [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.827496] env[62402]: DEBUG nova.virt.hardware [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1708.827648] env[62402]: DEBUG nova.virt.hardware [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1708.827857] env[62402]: DEBUG nova.virt.hardware [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1708.828228] env[62402]: DEBUG nova.virt.hardware [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1708.828464] env[62402]: DEBUG nova.virt.hardware [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1708.828662] env[62402]: DEBUG nova.virt.hardware [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1708.828847] env[62402]: DEBUG nova.virt.hardware [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1708.829754] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b4f2d6-9aa8-4151-9e44-d2afc838f1c0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.839068] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c710e31-ddec-45f0-86c5-ed3835527eab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.854377] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Instance VIF info [] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.860107] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Creating folder: Project (b6152144cb314e058392d9ac34716e12). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.860474] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fccf506-ee61-4478-8b1b-5c672d9aa346 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.876599] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Created folder: Project (b6152144cb314e058392d9ac34716e12) in parent group-v386882. [ 1708.876809] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Creating folder: Instances. Parent ref: group-v387127. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.877094] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4b5f8c2-4f32-4eef-a0f6-0404559b2743 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.893068] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Created folder: Instances in parent group-v387127. [ 1708.893373] env[62402]: DEBUG oslo.service.loopingcall [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.893585] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1708.893802] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54290c51-1a14-4f71-a9dd-a72f55120fa0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.914766] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.914766] env[62402]: value = "task-1873188" [ 1708.914766] env[62402]: _type = "Task" [ 1708.914766] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.922875] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873188, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.019882] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.020143] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.020364] env[62402]: DEBUG nova.compute.manager [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1709.021279] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121db274-ccd4-42ca-b27e-2daafdd6ff70 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.029343] env[62402]: DEBUG nova.compute.manager [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62402) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1709.030180] env[62402]: DEBUG nova.objects.instance [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lazy-loading 'flavor' on Instance uuid ac4875e9-ad53-4c99-8c7a-e4bb0a54d406 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1709.110782] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873184, 'name': CreateVM_Task, 'duration_secs': 0.40838} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.110990] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1709.111704] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.111880] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.112209] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1709.112460] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f20988-9dc4-4d73-bb76-8346cd2df3e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.117220] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Waiting for the task: (returnval){ [ 1709.117220] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c0f4d4-e218-1d21-c8c8-9d83e8a6f967" [ 1709.117220] env[62402]: _type = "Task" [ 1709.117220] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.125116] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c0f4d4-e218-1d21-c8c8-9d83e8a6f967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.219182] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.219687] env[62402]: DEBUG nova.compute.manager [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1709.222408] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.451s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.222605] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.224455] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.797s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.226606] env[62402]: INFO nova.compute.claims [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1709.235619] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069044} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.235619] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.235947] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f6f59d-f3c5-4744-b972-754a85277746 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.259939] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6/2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.261782] env[62402]: INFO nova.scheduler.client.report [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleted allocations for instance f1db9f09-3415-4031-b4a2-3aaa34ee4936 [ 1709.264034] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c751947-b422-4906-ae3f-34c91c7849c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.290437] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1709.290437] env[62402]: value = "task-1873189" [ 1709.290437] env[62402]: _type = "Task" [ 1709.290437] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.300165] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.426235] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873188, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.503363] env[62402]: DEBUG nova.network.neutron [req-284c4e81-b920-434e-8a1f-367897da8c72 req-9659d89d-17cf-47f7-bac4-53f73e276d9a service nova] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Updated VIF entry in instance network info cache for port b39289c4-d729-454b-9c86-00851755f71e. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.503879] env[62402]: DEBUG nova.network.neutron [req-284c4e81-b920-434e-8a1f-367897da8c72 req-9659d89d-17cf-47f7-bac4-53f73e276d9a service nova] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Updating instance_info_cache with network_info: [{"id": "b39289c4-d729-454b-9c86-00851755f71e", "address": "fa:16:3e:db:ef:ee", "network": {"id": "03d4c449-24a9-4e18-9f64-32aeb214f89b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-861886470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d1147f4b85748b5b9d9566dd023ed1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39289c4-d7", "ovs_interfaceid": "b39289c4-d729-454b-9c86-00851755f71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.630397] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c0f4d4-e218-1d21-c8c8-9d83e8a6f967, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.630696] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.630938] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.631225] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.631378] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.631560] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.631819] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1225c9e7-1e09-4ac8-aaf8-3886b2aeb5a2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.644458] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.644688] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1709.646463] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cebe6d-ff38-4b70-ad36-795c4871fc51 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.651992] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Waiting for the task: (returnval){ [ 1709.651992] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a57cea-bf95-d5c9-9fb9-354640c1e22a" [ 1709.651992] env[62402]: _type = "Task" [ 1709.651992] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.659852] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a57cea-bf95-d5c9-9fb9-354640c1e22a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.731298] env[62402]: DEBUG nova.compute.utils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.735098] env[62402]: DEBUG nova.compute.manager [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1709.735486] env[62402]: DEBUG nova.network.neutron [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.786703] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2713033a-d919-43bc-b9f3-c4d68c9c03b9 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "f1db9f09-3415-4031-b4a2-3aaa34ee4936" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.614s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.796087] env[62402]: DEBUG nova.policy [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2e46c9fe6764394a8414b4ffb26d5f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dc137df952d4bf083ec4e7bbd0f608f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.804882] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873189, 'name': ReconfigVM_Task, 'duration_secs': 0.290133} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.804882] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6/2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1709.804882] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fada69e8-d796-4fb2-8cef-c90e0c0c5c6c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.811960] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1709.811960] env[62402]: value = "task-1873190" [ 1709.811960] env[62402]: _type = "Task" [ 1709.811960] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.820327] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873190, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.927404] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873188, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.007228] env[62402]: DEBUG oslo_concurrency.lockutils [req-284c4e81-b920-434e-8a1f-367897da8c72 req-9659d89d-17cf-47f7-bac4-53f73e276d9a service nova] Releasing lock "refresh_cache-9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.040336] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1710.040336] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53b9b984-bc9d-4083-bed8-a42fb98f368c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.048491] env[62402]: DEBUG oslo_vmware.api [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1710.048491] env[62402]: value = "task-1873191" [ 1710.048491] env[62402]: _type = "Task" [ 1710.048491] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.059381] env[62402]: DEBUG oslo_vmware.api [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.089065] env[62402]: DEBUG nova.network.neutron [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Successfully created port: 1d9ee27f-9389-4862-a01a-111a30b7afef {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1710.164711] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a57cea-bf95-d5c9-9fb9-354640c1e22a, 'name': SearchDatastore_Task, 'duration_secs': 0.008571} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.165599] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec719e6a-d22a-4ad9-8d8a-5d3116c51177 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.171505] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Waiting for the task: (returnval){ [ 1710.171505] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f8a697-bc57-e018-d6b2-b1938298c515" [ 1710.171505] env[62402]: _type = "Task" [ 1710.171505] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.179601] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f8a697-bc57-e018-d6b2-b1938298c515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.238938] env[62402]: DEBUG nova.compute.manager [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1710.322693] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873190, 'name': Rename_Task, 'duration_secs': 0.151016} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.325302] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1710.325751] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a56cc20-9394-4a5d-be44-029472df616a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.336634] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1710.336634] env[62402]: value = "task-1873192" [ 1710.336634] env[62402]: _type = "Task" [ 1710.336634] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.348913] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.429851] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873188, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.558853] env[62402]: DEBUG oslo_vmware.api [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.576734] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b2decc-d682-4c94-acd1-c4221723ac68 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.584859] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27411a2-f16e-4acc-b979-d267bb34a845 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.617718] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "8904d762-c644-4044-8421-2fe3f3200d97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.617998] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "8904d762-c644-4044-8421-2fe3f3200d97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.618460] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "8904d762-c644-4044-8421-2fe3f3200d97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.618851] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "8904d762-c644-4044-8421-2fe3f3200d97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.619053] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "8904d762-c644-4044-8421-2fe3f3200d97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.622027] env[62402]: INFO nova.compute.manager [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Terminating instance [ 1710.623394] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b39b0d-9434-4386-95a2-eb26d0ba3df6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.633449] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f70dba9-c243-4f10-96cf-bb0e73ee9f0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.649035] env[62402]: DEBUG nova.compute.provider_tree [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.682148] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f8a697-bc57-e018-d6b2-b1938298c515, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.682413] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.682691] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03/9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1710.683031] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4be2c25e-ece1-411f-bf9f-530bdd00e823 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.691249] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Waiting for the task: (returnval){ [ 1710.691249] env[62402]: value = "task-1873193" [ 1710.691249] env[62402]: _type = "Task" [ 1710.691249] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.701067] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.797294] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.797623] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.798211] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1710.848998] env[62402]: DEBUG oslo_vmware.api [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873192, 'name': PowerOnVM_Task, 'duration_secs': 0.480024} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.848998] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1710.849289] env[62402]: INFO nova.compute.manager [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1710.849289] env[62402]: DEBUG nova.compute.manager [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.850562] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf57443e-1f44-4eb4-b98a-12737f0f1db4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.927728] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873188, 'name': CreateVM_Task, 'duration_secs': 1.68674} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.928623] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1710.929666] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.929666] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.929666] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.929982] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2601cb6-831f-4dc5-8791-50ddd25e9bfe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.935988] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1710.935988] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]523762f9-11eb-d787-98e9-e04483ee1687" [ 1710.935988] env[62402]: _type = "Task" [ 1710.935988] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.946417] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523762f9-11eb-d787-98e9-e04483ee1687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.062046] env[62402]: DEBUG oslo_vmware.api [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873191, 'name': PowerOffVM_Task, 'duration_secs': 0.712937} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.063216] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.063216] env[62402]: DEBUG nova.compute.manager [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.064580] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0157c498-8512-4560-aee2-aefd5071c1f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.130372] env[62402]: DEBUG nova.compute.manager [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1711.130620] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1711.131793] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe2ab35-a783-4fd2-98de-68dcec3ae13e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.144208] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1711.144653] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a188148e-5a7f-4bfe-9a29-69dc097c39ae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.154033] env[62402]: DEBUG nova.scheduler.client.report [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1711.159270] env[62402]: DEBUG oslo_vmware.api [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1711.159270] env[62402]: value = "task-1873194" [ 1711.159270] env[62402]: _type = "Task" [ 1711.159270] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.175532] env[62402]: DEBUG oslo_vmware.api [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.206773] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "3492a2f3-c801-4bc1-85ed-4c6f8f4ce633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.207067] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "3492a2f3-c801-4bc1-85ed-4c6f8f4ce633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.208286] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873193, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.252450] env[62402]: DEBUG nova.compute.manager [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1711.280408] env[62402]: DEBUG nova.virt.hardware [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1711.280704] env[62402]: DEBUG nova.virt.hardware [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.281031] env[62402]: DEBUG nova.virt.hardware [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1711.281307] env[62402]: DEBUG nova.virt.hardware [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.281476] env[62402]: DEBUG nova.virt.hardware [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1711.281636] env[62402]: DEBUG nova.virt.hardware [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1711.281850] env[62402]: DEBUG nova.virt.hardware [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1711.282018] env[62402]: DEBUG nova.virt.hardware [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1711.282211] env[62402]: DEBUG nova.virt.hardware [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1711.282379] env[62402]: DEBUG nova.virt.hardware [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1711.282552] env[62402]: DEBUG nova.virt.hardware [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1711.283718] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e510fb-fdeb-484d-97ae-7c8e196ddbeb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.293487] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21fe51b-70f6-4f18-8789-bc456ccdcf61 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.366770] env[62402]: INFO nova.compute.manager [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Took 29.59 seconds to build instance. [ 1711.448404] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523762f9-11eb-d787-98e9-e04483ee1687, 'name': SearchDatastore_Task, 'duration_secs': 0.069086} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.448707] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.448992] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1711.449182] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.449333] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.449508] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1711.449824] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9aad94b-1ab7-4ae3-8225-c9f471b779d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.458509] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1711.458694] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1711.459450] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27de3b92-9e32-4390-80e9-ffb4aeb10524 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.464847] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1711.464847] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e32866-ab98-94f7-10bd-25a2bd5b9509" [ 1711.464847] env[62402]: _type = "Task" [ 1711.464847] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.473248] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e32866-ab98-94f7-10bd-25a2bd5b9509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.581623] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7f1a6376-52ef-4715-b226-9c7293430a4f tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.561s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.603265] env[62402]: DEBUG nova.compute.manager [req-f17bef47-3c20-4358-8728-a00ad76408b4 req-99f1bea4-4c8a-4411-880e-5d64c3d4df0a service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Received event network-vif-plugged-1d9ee27f-9389-4862-a01a-111a30b7afef {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1711.603494] env[62402]: DEBUG oslo_concurrency.lockutils [req-f17bef47-3c20-4358-8728-a00ad76408b4 req-99f1bea4-4c8a-4411-880e-5d64c3d4df0a service nova] Acquiring lock "465dfb3f-7504-42ff-994f-bb4d6edfb976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.603703] env[62402]: DEBUG oslo_concurrency.lockutils [req-f17bef47-3c20-4358-8728-a00ad76408b4 req-99f1bea4-4c8a-4411-880e-5d64c3d4df0a service nova] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.603988] env[62402]: DEBUG oslo_concurrency.lockutils [req-f17bef47-3c20-4358-8728-a00ad76408b4 req-99f1bea4-4c8a-4411-880e-5d64c3d4df0a service nova] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.604087] env[62402]: DEBUG nova.compute.manager [req-f17bef47-3c20-4358-8728-a00ad76408b4 req-99f1bea4-4c8a-4411-880e-5d64c3d4df0a service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] No waiting events found dispatching network-vif-plugged-1d9ee27f-9389-4862-a01a-111a30b7afef {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1711.604203] env[62402]: WARNING nova.compute.manager [req-f17bef47-3c20-4358-8728-a00ad76408b4 req-99f1bea4-4c8a-4411-880e-5d64c3d4df0a service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Received unexpected event network-vif-plugged-1d9ee27f-9389-4862-a01a-111a30b7afef for instance with vm_state building and task_state spawning. [ 1711.665543] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.666101] env[62402]: DEBUG nova.compute.manager [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1711.672195] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.579s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.673721] env[62402]: INFO nova.compute.claims [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1711.676372] env[62402]: DEBUG oslo_vmware.api [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873194, 'name': PowerOffVM_Task, 'duration_secs': 0.189447} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.676811] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.676985] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1711.677402] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70df86b4-d771-4314-a8bd-25cb8ca1aa83 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.696964] env[62402]: DEBUG nova.network.neutron [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Successfully updated port: 1d9ee27f-9389-4862-a01a-111a30b7afef {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.704053] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611853} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.704053] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03/9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1711.704266] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1711.704536] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d56211a-e079-4760-950e-51f2df928ed1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.709807] env[62402]: DEBUG nova.compute.manager [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1711.714100] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Waiting for the task: (returnval){ [ 1711.714100] env[62402]: value = "task-1873196" [ 1711.714100] env[62402]: _type = "Task" [ 1711.714100] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.724328] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.761717] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1711.762024] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1711.762278] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleting the datastore file [datastore2] 8904d762-c644-4044-8421-2fe3f3200d97 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1711.762582] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecc11355-61d2-4e43-8bd3-c35fe7432118 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.770555] env[62402]: DEBUG oslo_vmware.api [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1711.770555] env[62402]: value = "task-1873197" [ 1711.770555] env[62402]: _type = "Task" [ 1711.770555] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.779430] env[62402]: DEBUG oslo_vmware.api [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.868404] env[62402]: DEBUG oslo_concurrency.lockutils [None req-baca9d28-8250-49b9-bbcb-c36b08118857 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.104s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.974986] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e32866-ab98-94f7-10bd-25a2bd5b9509, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.975809] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12533c9-c8fc-4b4e-bf23-70c7a446f40f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.980947] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1711.980947] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ea92da-be25-6aa7-58cb-433ca31372a0" [ 1711.980947] env[62402]: _type = "Task" [ 1711.980947] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.988494] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ea92da-be25-6aa7-58cb-433ca31372a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.178243] env[62402]: DEBUG nova.compute.utils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1712.182527] env[62402]: DEBUG nova.compute.manager [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1712.182702] env[62402]: DEBUG nova.network.neutron [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.199428] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.199617] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.199726] env[62402]: DEBUG nova.network.neutron [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.230077] env[62402]: DEBUG nova.policy [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db425e3a2e48bb9a3395b1d2a5a548', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b6817b4b074a1ca828f87374423cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1712.237487] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067746} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.238178] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1712.238982] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a8b03a-f562-4fa3-a095-fff69e3097fe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.242435] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.263804] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03/9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.264391] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-417ef460-b789-4254-b224-4c7a837fa932 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.287986] env[62402]: DEBUG oslo_vmware.api [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.289347] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Waiting for the task: (returnval){ [ 1712.289347] env[62402]: value = "task-1873198" [ 1712.289347] env[62402]: _type = "Task" [ 1712.289347] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.298926] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.473882] env[62402]: INFO nova.compute.manager [None req-42133c36-39ae-4a21-b38a-b1c0ce1a32bb tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Get console output [ 1712.474314] env[62402]: WARNING nova.virt.vmwareapi.driver [None req-42133c36-39ae-4a21-b38a-b1c0ce1a32bb tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] The console log is missing. Check your VSPC configuration [ 1712.492289] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ea92da-be25-6aa7-58cb-433ca31372a0, 'name': SearchDatastore_Task, 'duration_secs': 0.056421} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.492550] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.492847] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 463e56d8-eedf-4162-8323-f09335bc0b0e/463e56d8-eedf-4162-8323-f09335bc0b0e.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1712.493156] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed2a7d13-1e7f-402b-baed-0a2ffbed0c1f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.501058] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1712.501058] env[62402]: value = "task-1873199" [ 1712.501058] env[62402]: _type = "Task" [ 1712.501058] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.509079] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.565467] env[62402]: DEBUG nova.network.neutron [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Successfully created port: 20345867-f7bb-4b1e-ac5d-fce132d1ae2f {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1712.674309] env[62402]: INFO nova.compute.manager [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Rescuing [ 1712.674309] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "refresh_cache-2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.674309] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired lock "refresh_cache-2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.674309] env[62402]: DEBUG nova.network.neutron [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.680842] env[62402]: DEBUG nova.compute.manager [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1712.734022] env[62402]: DEBUG oslo_concurrency.lockutils [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.734022] env[62402]: DEBUG oslo_concurrency.lockutils [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.734022] env[62402]: DEBUG oslo_concurrency.lockutils [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.734022] env[62402]: DEBUG oslo_concurrency.lockutils [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.734022] env[62402]: DEBUG oslo_concurrency.lockutils [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.736608] env[62402]: INFO nova.compute.manager [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Terminating instance [ 1712.748251] env[62402]: DEBUG nova.network.neutron [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.789645] env[62402]: DEBUG oslo_vmware.api [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.72181} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.795013] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1712.795316] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1712.795577] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1712.795812] env[62402]: INFO nova.compute.manager [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1712.796123] env[62402]: DEBUG oslo.service.loopingcall [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.801748] env[62402]: DEBUG nova.compute.manager [-] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1712.802074] env[62402]: DEBUG nova.network.neutron [-] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1712.809262] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873198, 'name': ReconfigVM_Task, 'duration_secs': 0.292046} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.809262] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03/9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.813026] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-748479ff-be96-4cd7-ba77-b464eec424ba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.823017] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Waiting for the task: (returnval){ [ 1712.823017] env[62402]: value = "task-1873200" [ 1712.823017] env[62402]: _type = "Task" [ 1712.823017] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.828616] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873200, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.930646] env[62402]: DEBUG nova.network.neutron [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance_info_cache with network_info: [{"id": "1d9ee27f-9389-4862-a01a-111a30b7afef", "address": "fa:16:3e:ba:f4:9a", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9ee27f-93", "ovs_interfaceid": "1d9ee27f-9389-4862-a01a-111a30b7afef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.013156] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873199, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.129648] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a598bf1-888e-4d56-8e78-e74db52957ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.140285] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec387509-3ff8-423a-8f4a-470698fb061b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.181778] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca677b3-15bc-4fc6-8b4c-64daa4363aa7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.194121] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48751fdb-b0d2-4179-a68c-939938006a94 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.210413] env[62402]: DEBUG nova.compute.provider_tree [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.241925] env[62402]: DEBUG nova.compute.manager [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1713.242176] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1713.243168] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e66c46-b406-4987-ae60-60a08b10a58a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.252974] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1713.253247] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac73d4bb-758d-458a-a750-a7400696890b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.332173] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873200, 'name': Rename_Task, 'duration_secs': 0.146463} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.332173] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1713.332334] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-037fa608-f10a-4f8f-ad66-4a57063f2587 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.338829] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Waiting for the task: (returnval){ [ 1713.338829] env[62402]: value = "task-1873202" [ 1713.338829] env[62402]: _type = "Task" [ 1713.338829] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.346826] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.363722] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1713.363958] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1713.364231] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleting the datastore file [datastore1] ac4875e9-ad53-4c99-8c7a-e4bb0a54d406 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1713.364521] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eec96335-217e-45d8-8da0-c04ba1393e63 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.375071] env[62402]: DEBUG oslo_vmware.api [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1713.375071] env[62402]: value = "task-1873203" [ 1713.375071] env[62402]: _type = "Task" [ 1713.375071] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.384133] env[62402]: DEBUG oslo_vmware.api [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.413729] env[62402]: DEBUG nova.network.neutron [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Updating instance_info_cache with network_info: [{"id": "4ecc413f-5985-4d05-b067-50581898ec39", "address": "fa:16:3e:74:89:35", "network": {"id": "fd3aa2a4-b386-40a8-9a94-def6b8ee0a1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2117231135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "63a2fbee67674d84ae4922c55cd2bcec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ecc413f-59", "ovs_interfaceid": "4ecc413f-5985-4d05-b067-50581898ec39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.434506] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.434892] env[62402]: DEBUG nova.compute.manager [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Instance network_info: |[{"id": "1d9ee27f-9389-4862-a01a-111a30b7afef", "address": "fa:16:3e:ba:f4:9a", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9ee27f-93", "ovs_interfaceid": "1d9ee27f-9389-4862-a01a-111a30b7afef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1713.435651] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:f4:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d9ee27f-9389-4862-a01a-111a30b7afef', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.444630] env[62402]: DEBUG oslo.service.loopingcall [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.445201] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.445463] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-260d43ed-5422-4d50-ba65-a670c16bde99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.467730] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.467730] env[62402]: value = "task-1873204" [ 1713.467730] env[62402]: _type = "Task" [ 1713.467730] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.476926] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873204, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.514596] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747626} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.515095] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 463e56d8-eedf-4162-8323-f09335bc0b0e/463e56d8-eedf-4162-8323-f09335bc0b0e.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.515415] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.515781] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d30d8bca-7192-48d6-abdb-f3afa1acfaa5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.522275] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1713.522275] env[62402]: value = "task-1873205" [ 1713.522275] env[62402]: _type = "Task" [ 1713.522275] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.531877] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.597057] env[62402]: DEBUG nova.network.neutron [-] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.635493] env[62402]: DEBUG nova.compute.manager [req-af621c9a-8b9d-4452-a8ca-3166a9225279 req-60814355-d57b-45ef-9b16-728c24e6ea03 service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Received event network-changed-1d9ee27f-9389-4862-a01a-111a30b7afef {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1713.635493] env[62402]: DEBUG nova.compute.manager [req-af621c9a-8b9d-4452-a8ca-3166a9225279 req-60814355-d57b-45ef-9b16-728c24e6ea03 service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Refreshing instance network info cache due to event network-changed-1d9ee27f-9389-4862-a01a-111a30b7afef. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1713.635736] env[62402]: DEBUG oslo_concurrency.lockutils [req-af621c9a-8b9d-4452-a8ca-3166a9225279 req-60814355-d57b-45ef-9b16-728c24e6ea03 service nova] Acquiring lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.635844] env[62402]: DEBUG oslo_concurrency.lockutils [req-af621c9a-8b9d-4452-a8ca-3166a9225279 req-60814355-d57b-45ef-9b16-728c24e6ea03 service nova] Acquired lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.636071] env[62402]: DEBUG nova.network.neutron [req-af621c9a-8b9d-4452-a8ca-3166a9225279 req-60814355-d57b-45ef-9b16-728c24e6ea03 service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Refreshing network info cache for port 1d9ee27f-9389-4862-a01a-111a30b7afef {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.690612] env[62402]: DEBUG nova.compute.manager [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1713.714174] env[62402]: DEBUG nova.scheduler.client.report [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.725846] env[62402]: DEBUG nova.virt.hardware [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1713.726204] env[62402]: DEBUG nova.virt.hardware [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.726469] env[62402]: DEBUG nova.virt.hardware [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1713.726736] env[62402]: DEBUG nova.virt.hardware [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.726980] env[62402]: DEBUG nova.virt.hardware [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1713.727261] env[62402]: DEBUG nova.virt.hardware [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1713.727568] env[62402]: DEBUG nova.virt.hardware [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1713.727821] env[62402]: DEBUG nova.virt.hardware [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1713.728085] env[62402]: DEBUG nova.virt.hardware [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1713.728318] env[62402]: DEBUG nova.virt.hardware [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1713.728558] env[62402]: DEBUG nova.virt.hardware [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1713.729691] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d8bd8d-5b5a-433e-8096-6a89c5290b5e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.741620] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e280b-71ec-40c4-9458-a7815743ed99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.851316] env[62402]: DEBUG oslo_vmware.api [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873202, 'name': PowerOnVM_Task, 'duration_secs': 0.499048} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.851574] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.851774] env[62402]: INFO nova.compute.manager [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1713.851957] env[62402]: DEBUG nova.compute.manager [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1713.852871] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4ce32e-5af4-45db-aeed-cd5c619512c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.884491] env[62402]: DEBUG oslo_vmware.api [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197945} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.884748] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.885021] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1713.885127] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1713.885281] env[62402]: INFO nova.compute.manager [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1713.885541] env[62402]: DEBUG oslo.service.loopingcall [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.885725] env[62402]: DEBUG nova.compute.manager [-] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1713.885817] env[62402]: DEBUG nova.network.neutron [-] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1713.917708] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Releasing lock "refresh_cache-2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.976806] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873204, 'name': CreateVM_Task, 'duration_secs': 0.405918} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.977049] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.977822] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.977984] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.978322] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.978587] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6cf41c1-b477-43f0-b49a-fbea034c9bad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.983720] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1713.983720] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52da1bce-df14-734e-fe46-ddfafa233206" [ 1713.983720] env[62402]: _type = "Task" [ 1713.983720] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.991823] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52da1bce-df14-734e-fe46-ddfafa233206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.034026] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107583} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.034026] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1714.034026] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01473994-d40c-4959-91d8-4e392b7c2306 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.053342] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 463e56d8-eedf-4162-8323-f09335bc0b0e/463e56d8-eedf-4162-8323-f09335bc0b0e.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1714.053686] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead5ebd3-d5ad-41f7-8f84-1b603fc80a6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.073569] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1714.073569] env[62402]: value = "task-1873206" [ 1714.073569] env[62402]: _type = "Task" [ 1714.073569] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.081704] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.099480] env[62402]: INFO nova.compute.manager [-] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Took 1.30 seconds to deallocate network for instance. [ 1714.222758] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.222758] env[62402]: DEBUG nova.compute.manager [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1714.226734] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.747s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.228656] env[62402]: INFO nova.compute.claims [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1714.322154] env[62402]: DEBUG nova.network.neutron [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Successfully updated port: 20345867-f7bb-4b1e-ac5d-fce132d1ae2f {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1714.376933] env[62402]: INFO nova.compute.manager [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Took 31.06 seconds to build instance. [ 1714.400043] env[62402]: DEBUG nova.network.neutron [req-af621c9a-8b9d-4452-a8ca-3166a9225279 req-60814355-d57b-45ef-9b16-728c24e6ea03 service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updated VIF entry in instance network info cache for port 1d9ee27f-9389-4862-a01a-111a30b7afef. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.400043] env[62402]: DEBUG nova.network.neutron [req-af621c9a-8b9d-4452-a8ca-3166a9225279 req-60814355-d57b-45ef-9b16-728c24e6ea03 service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance_info_cache with network_info: [{"id": "1d9ee27f-9389-4862-a01a-111a30b7afef", "address": "fa:16:3e:ba:f4:9a", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9ee27f-93", "ovs_interfaceid": "1d9ee27f-9389-4862-a01a-111a30b7afef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.499960] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52da1bce-df14-734e-fe46-ddfafa233206, 'name': SearchDatastore_Task, 'duration_secs': 0.051288} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.500497] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.500611] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.500918] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.501456] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.501673] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.502010] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73a7f84b-31ea-4ef4-a6b2-c6de3af51566 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.512721] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.512907] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.513712] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd9d53c-847e-4ed2-a8bb-abeb84d68ae8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.519274] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1714.519274] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]526cf96f-5dab-61e6-275b-66bedaf864a1" [ 1714.519274] env[62402]: _type = "Task" [ 1714.519274] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.527614] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526cf96f-5dab-61e6-275b-66bedaf864a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.583478] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873206, 'name': ReconfigVM_Task, 'duration_secs': 0.254442} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.584112] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 463e56d8-eedf-4162-8323-f09335bc0b0e/463e56d8-eedf-4162-8323-f09335bc0b0e.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.584474] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30ca7c5c-b290-44b5-bc89-b64c08f06c5b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.592354] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1714.592354] env[62402]: value = "task-1873207" [ 1714.592354] env[62402]: _type = "Task" [ 1714.592354] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.601725] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873207, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.606011] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.726144] env[62402]: DEBUG nova.compute.utils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1714.727540] env[62402]: DEBUG nova.compute.manager [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1714.727718] env[62402]: DEBUG nova.network.neutron [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1714.785890] env[62402]: DEBUG nova.policy [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9eb71cd5d414463950afbc74853c881', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24bdf6244ac84715860b0072c257c621', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1714.805984] env[62402]: DEBUG nova.network.neutron [-] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.825464] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "refresh_cache-61f0bfe0-d838-4d23-b97c-89f14aed1f7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.825626] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "refresh_cache-61f0bfe0-d838-4d23-b97c-89f14aed1f7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.825815] env[62402]: DEBUG nova.network.neutron [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1714.832588] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1714.832802] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.833029] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.833212] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.833414] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.833576] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.833730] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.833861] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1714.834016] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.880982] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e67168f-71b9-4dee-9118-0d48aae86d7e tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Lock "9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.579s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.902694] env[62402]: DEBUG oslo_concurrency.lockutils [req-af621c9a-8b9d-4452-a8ca-3166a9225279 req-60814355-d57b-45ef-9b16-728c24e6ea03 service nova] Releasing lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.903013] env[62402]: DEBUG nova.compute.manager [req-af621c9a-8b9d-4452-a8ca-3166a9225279 req-60814355-d57b-45ef-9b16-728c24e6ea03 service nova] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Received event network-vif-deleted-7336cc95-8c3d-44ac-a9a1-316bbacf887f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1714.939190] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Acquiring lock "9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.939464] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Lock "9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.939693] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Acquiring lock "9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.939883] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Lock "9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.940081] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Lock "9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.942693] env[62402]: INFO nova.compute.manager [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Terminating instance [ 1715.030890] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526cf96f-5dab-61e6-275b-66bedaf864a1, 'name': SearchDatastore_Task, 'duration_secs': 0.036044} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.031937] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6dc6e60-797a-4c3e-afdb-ad9361cb9ca7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.037336] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1715.037336] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524d6575-0121-d276-c3dc-c95226f196ac" [ 1715.037336] env[62402]: _type = "Task" [ 1715.037336] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.040769] env[62402]: DEBUG nova.network.neutron [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Successfully created port: 5baf3051-6da6-464a-ae68-79d583452f36 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1715.047157] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524d6575-0121-d276-c3dc-c95226f196ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.101887] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873207, 'name': Rename_Task, 'duration_secs': 0.132788} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.102181] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1715.102426] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f092412-d1e1-43e8-81f2-fc7c4c820e89 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.109430] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1715.109430] env[62402]: value = "task-1873208" [ 1715.109430] env[62402]: _type = "Task" [ 1715.109430] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.121653] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.235338] env[62402]: DEBUG nova.compute.manager [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1715.308776] env[62402]: INFO nova.compute.manager [-] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Took 1.42 seconds to deallocate network for instance. [ 1715.336483] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.364013] env[62402]: DEBUG nova.network.neutron [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1715.449454] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.449750] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b2c529d-9e5d-4de0-83f3-70934670edd8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.454207] env[62402]: DEBUG nova.compute.manager [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1715.454424] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1715.455504] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bd2964-0cf7-41aa-9820-988cd30f5fa3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.463074] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.464543] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-672e9be7-f768-4dc0-b436-80dea48462d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.465922] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1715.465922] env[62402]: value = "task-1873209" [ 1715.465922] env[62402]: _type = "Task" [ 1715.465922] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.474972] env[62402]: DEBUG oslo_vmware.api [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Waiting for the task: (returnval){ [ 1715.474972] env[62402]: value = "task-1873210" [ 1715.474972] env[62402]: _type = "Task" [ 1715.474972] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.483058] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.496508] env[62402]: DEBUG oslo_vmware.api [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.550595] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524d6575-0121-d276-c3dc-c95226f196ac, 'name': SearchDatastore_Task, 'duration_secs': 0.041035} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.550922] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.551359] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 465dfb3f-7504-42ff-994f-bb4d6edfb976/465dfb3f-7504-42ff-994f-bb4d6edfb976.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.551749] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60690ddf-ba98-4a06-9eb2-f30b236c6088 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.559239] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1715.559239] env[62402]: value = "task-1873211" [ 1715.559239] env[62402]: _type = "Task" [ 1715.559239] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.572692] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.574145] env[62402]: DEBUG nova.network.neutron [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Updating instance_info_cache with network_info: [{"id": "20345867-f7bb-4b1e-ac5d-fce132d1ae2f", "address": "fa:16:3e:48:d5:4c", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20345867-f7", "ovs_interfaceid": "20345867-f7bb-4b1e-ac5d-fce132d1ae2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.594953] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2716cc-4993-42c1-9a21-9024cf1c75e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.604397] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57237fe6-ff58-4715-b235-b5ab8bea9fb1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.649391] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce726f2-8870-4616-b84e-5657b292e98d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.656759] env[62402]: DEBUG oslo_vmware.api [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873208, 'name': PowerOnVM_Task, 'duration_secs': 0.456859} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.657561] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.657785] env[62402]: INFO nova.compute.manager [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1715.657994] env[62402]: DEBUG nova.compute.manager [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.658860] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4a38c4-f66a-4672-a996-6d586ec54fab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.665677] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61f7c5e-26d8-456b-8531-b60bf9416691 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.692206] env[62402]: DEBUG nova.compute.provider_tree [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1715.774439] env[62402]: DEBUG nova.compute.manager [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Received event network-vif-plugged-20345867-f7bb-4b1e-ac5d-fce132d1ae2f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1715.774439] env[62402]: DEBUG oslo_concurrency.lockutils [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] Acquiring lock "61f0bfe0-d838-4d23-b97c-89f14aed1f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.774747] env[62402]: DEBUG oslo_concurrency.lockutils [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] Lock "61f0bfe0-d838-4d23-b97c-89f14aed1f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.774853] env[62402]: DEBUG oslo_concurrency.lockutils [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] Lock "61f0bfe0-d838-4d23-b97c-89f14aed1f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.775068] env[62402]: DEBUG nova.compute.manager [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] No waiting events found dispatching network-vif-plugged-20345867-f7bb-4b1e-ac5d-fce132d1ae2f {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.775274] env[62402]: WARNING nova.compute.manager [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Received unexpected event network-vif-plugged-20345867-f7bb-4b1e-ac5d-fce132d1ae2f for instance with vm_state building and task_state spawning. [ 1715.775471] env[62402]: DEBUG nova.compute.manager [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Received event network-vif-deleted-c318e1b5-34e1-4802-a343-75d63ff041c0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1715.775669] env[62402]: DEBUG nova.compute.manager [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Received event network-changed-20345867-f7bb-4b1e-ac5d-fce132d1ae2f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1715.775846] env[62402]: DEBUG nova.compute.manager [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Refreshing instance network info cache due to event network-changed-20345867-f7bb-4b1e-ac5d-fce132d1ae2f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1715.776068] env[62402]: DEBUG oslo_concurrency.lockutils [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] Acquiring lock "refresh_cache-61f0bfe0-d838-4d23-b97c-89f14aed1f7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.816097] env[62402]: DEBUG oslo_concurrency.lockutils [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.988476] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873209, 'name': PowerOffVM_Task, 'duration_secs': 0.243784} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.992173] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.992968] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9d645f-621c-4570-b6cb-de35acbb6d96 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.001493] env[62402]: DEBUG oslo_vmware.api [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873210, 'name': PowerOffVM_Task, 'duration_secs': 0.235446} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.017496] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.017736] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1716.018328] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd5bf059-4ab9-46a1-8e00-5d0a2eee276b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.021074] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceacaddb-1771-438c-91f6-310f3ef60fdf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.057894] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.058363] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb340820-5715-4286-bfef-ee498d04b3ac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.071082] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873211, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.072933] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1716.072933] env[62402]: value = "task-1873213" [ 1716.072933] env[62402]: _type = "Task" [ 1716.072933] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.077370] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "refresh_cache-61f0bfe0-d838-4d23-b97c-89f14aed1f7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.077900] env[62402]: DEBUG nova.compute.manager [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Instance network_info: |[{"id": "20345867-f7bb-4b1e-ac5d-fce132d1ae2f", "address": "fa:16:3e:48:d5:4c", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20345867-f7", "ovs_interfaceid": "20345867-f7bb-4b1e-ac5d-fce132d1ae2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1716.078223] env[62402]: DEBUG oslo_concurrency.lockutils [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] Acquired lock "refresh_cache-61f0bfe0-d838-4d23-b97c-89f14aed1f7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.078410] env[62402]: DEBUG nova.network.neutron [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Refreshing network info cache for port 20345867-f7bb-4b1e-ac5d-fce132d1ae2f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.080531] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:d5:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20345867-f7bb-4b1e-ac5d-fce132d1ae2f', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1716.088412] env[62402]: DEBUG oslo.service.loopingcall [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.089129] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1716.089379] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42328b86-4bc5-4955-ba7d-a2bc3496dc72 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.110942] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1716.110942] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.110942] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.111133] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.111221] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.112585] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea86f4a-dbf5-4953-afa0-28fc04ac20f8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.115550] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1716.115550] env[62402]: value = "task-1873214" [ 1716.115550] env[62402]: _type = "Task" [ 1716.115550] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.120702] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1716.120918] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1716.121112] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Deleting the datastore file [datastore1] 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1716.121378] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1db299c-573b-454c-bf57-1254a11b7595 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.128278] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873214, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.128378] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.129023] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.129484] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0223601-65c3-418f-9a83-3187a7829b45 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.132770] env[62402]: DEBUG oslo_vmware.api [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Waiting for the task: (returnval){ [ 1716.132770] env[62402]: value = "task-1873215" [ 1716.132770] env[62402]: _type = "Task" [ 1716.132770] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.136808] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1716.136808] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5261e2d4-c40c-bc4e-c94e-d47379e74d29" [ 1716.136808] env[62402]: _type = "Task" [ 1716.136808] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.142696] env[62402]: DEBUG oslo_vmware.api [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.147809] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5261e2d4-c40c-bc4e-c94e-d47379e74d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.183912] env[62402]: INFO nova.compute.manager [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Took 31.72 seconds to build instance. [ 1716.199256] env[62402]: DEBUG nova.scheduler.client.report [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1716.251217] env[62402]: DEBUG nova.compute.manager [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1716.272966] env[62402]: DEBUG nova.virt.hardware [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1716.273249] env[62402]: DEBUG nova.virt.hardware [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.273413] env[62402]: DEBUG nova.virt.hardware [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1716.273595] env[62402]: DEBUG nova.virt.hardware [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.273743] env[62402]: DEBUG nova.virt.hardware [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1716.273892] env[62402]: DEBUG nova.virt.hardware [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1716.274116] env[62402]: DEBUG nova.virt.hardware [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1716.274283] env[62402]: DEBUG nova.virt.hardware [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1716.274450] env[62402]: DEBUG nova.virt.hardware [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1716.274613] env[62402]: DEBUG nova.virt.hardware [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1716.274783] env[62402]: DEBUG nova.virt.hardware [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1716.275706] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed914ec-f407-485e-b353-8b0337133524 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.283846] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e8d6bc-7a50-448f-84e1-ba246dd59aeb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.485766] env[62402]: DEBUG nova.compute.manager [req-532ccd1c-c07f-440c-ae53-1cbfcfaad83e req-1354d4f9-62b4-4a66-912f-97c8b21de4ad service nova] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Received event network-vif-plugged-5baf3051-6da6-464a-ae68-79d583452f36 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1716.485941] env[62402]: DEBUG oslo_concurrency.lockutils [req-532ccd1c-c07f-440c-ae53-1cbfcfaad83e req-1354d4f9-62b4-4a66-912f-97c8b21de4ad service nova] Acquiring lock "b4e13420-06cd-4ff9-adf6-97bda93a5402-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.486186] env[62402]: DEBUG oslo_concurrency.lockutils [req-532ccd1c-c07f-440c-ae53-1cbfcfaad83e req-1354d4f9-62b4-4a66-912f-97c8b21de4ad service nova] Lock "b4e13420-06cd-4ff9-adf6-97bda93a5402-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.486391] env[62402]: DEBUG oslo_concurrency.lockutils [req-532ccd1c-c07f-440c-ae53-1cbfcfaad83e req-1354d4f9-62b4-4a66-912f-97c8b21de4ad service nova] Lock "b4e13420-06cd-4ff9-adf6-97bda93a5402-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.486541] env[62402]: DEBUG nova.compute.manager [req-532ccd1c-c07f-440c-ae53-1cbfcfaad83e req-1354d4f9-62b4-4a66-912f-97c8b21de4ad service nova] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] No waiting events found dispatching network-vif-plugged-5baf3051-6da6-464a-ae68-79d583452f36 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1716.486720] env[62402]: WARNING nova.compute.manager [req-532ccd1c-c07f-440c-ae53-1cbfcfaad83e req-1354d4f9-62b4-4a66-912f-97c8b21de4ad service nova] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Received unexpected event network-vif-plugged-5baf3051-6da6-464a-ae68-79d583452f36 for instance with vm_state building and task_state spawning. [ 1716.573417] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586939} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.573785] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 465dfb3f-7504-42ff-994f-bb4d6edfb976/465dfb3f-7504-42ff-994f-bb4d6edfb976.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.574070] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.574738] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a18b8b61-791a-41a2-a933-ac3647c31171 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.589300] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1716.589300] env[62402]: value = "task-1873216" [ 1716.589300] env[62402]: _type = "Task" [ 1716.589300] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.603507] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.612286] env[62402]: DEBUG nova.network.neutron [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Successfully updated port: 5baf3051-6da6-464a-ae68-79d583452f36 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.628237] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873214, 'name': CreateVM_Task, 'duration_secs': 0.349465} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.632075] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.632769] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.632943] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.633526] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.634628] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bed1011-4035-4329-9544-1007ca9bb9fa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.648022] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1716.648022] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bcd883-f25f-3423-978e-f63300ebbbc1" [ 1716.648022] env[62402]: _type = "Task" [ 1716.648022] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.651161] env[62402]: DEBUG oslo_vmware.api [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Task: {'id': task-1873215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205182} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.654317] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1716.654523] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1716.654703] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1716.654873] env[62402]: INFO nova.compute.manager [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1716.655124] env[62402]: DEBUG oslo.service.loopingcall [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.659289] env[62402]: DEBUG nova.compute.manager [-] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1716.659398] env[62402]: DEBUG nova.network.neutron [-] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.661211] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5261e2d4-c40c-bc4e-c94e-d47379e74d29, 'name': SearchDatastore_Task, 'duration_secs': 0.043173} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.663178] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d48f1cc-49b2-45de-96e1-6e6db5ebb5fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.668605] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bcd883-f25f-3423-978e-f63300ebbbc1, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.669163] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.669390] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.669610] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.669752] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.669920] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.672020] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb545b49-d880-48ec-b5b3-d88a1c311e48 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.681873] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1716.681873] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fb13ef-4e83-f9e7-415e-54931651203c" [ 1716.681873] env[62402]: _type = "Task" [ 1716.681873] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.686042] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c7d0ff8-2cb0-4eaa-b78b-c0db3f9736b1 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lock "463e56d8-eedf-4162-8323-f09335bc0b0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.238s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.686265] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.686421] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.689286] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b721e0-90b7-46c9-a652-6d17c34d58f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.696636] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fb13ef-4e83-f9e7-415e-54931651203c, 'name': SearchDatastore_Task, 'duration_secs': 0.008203} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.697780] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.697780] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk. {{(pid=62402) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1716.697913] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39a7543b-a630-4ab9-9182-35d8926e3471 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.702023] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1716.702023] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b4c815-664a-33dd-7219-e33c0b31419b" [ 1716.702023] env[62402]: _type = "Task" [ 1716.702023] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.706715] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.707258] env[62402]: DEBUG nova.compute.manager [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1716.709924] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1716.709924] env[62402]: value = "task-1873217" [ 1716.709924] env[62402]: _type = "Task" [ 1716.709924] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.710224] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.131s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.711807] env[62402]: INFO nova.compute.claims [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1716.727971] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b4c815-664a-33dd-7219-e33c0b31419b, 'name': SearchDatastore_Task, 'duration_secs': 0.008} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.727971] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd41270-5b17-4700-9e87-acb0164ae495 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.731828] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.735024] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1716.735024] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5296c6e1-4456-2cd7-e1c1-5d7088f87e82" [ 1716.735024] env[62402]: _type = "Task" [ 1716.735024] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.744274] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5296c6e1-4456-2cd7-e1c1-5d7088f87e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.957690] env[62402]: DEBUG nova.network.neutron [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Updated VIF entry in instance network info cache for port 20345867-f7bb-4b1e-ac5d-fce132d1ae2f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1716.958066] env[62402]: DEBUG nova.network.neutron [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Updating instance_info_cache with network_info: [{"id": "20345867-f7bb-4b1e-ac5d-fce132d1ae2f", "address": "fa:16:3e:48:d5:4c", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20345867-f7", "ovs_interfaceid": "20345867-f7bb-4b1e-ac5d-fce132d1ae2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.093493] env[62402]: INFO nova.compute.manager [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Rebuilding instance [ 1717.106903] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062106} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.107243] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.108356] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7d48e5-e53b-4e8c-b25c-b0e7a90740b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.114655] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Acquiring lock "refresh_cache-b4e13420-06cd-4ff9-adf6-97bda93a5402" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.114791] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Acquired lock "refresh_cache-b4e13420-06cd-4ff9-adf6-97bda93a5402" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.114938] env[62402]: DEBUG nova.network.neutron [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.134600] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 465dfb3f-7504-42ff-994f-bb4d6edfb976/465dfb3f-7504-42ff-994f-bb4d6edfb976.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.139808] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7af9086-f687-4e79-9fa9-88c8ab6913bd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.164089] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1717.164089] env[62402]: value = "task-1873218" [ 1717.164089] env[62402]: _type = "Task" [ 1717.164089] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.175066] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.184452] env[62402]: DEBUG nova.compute.manager [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.185423] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1302f0b-3e4c-4447-b1ee-71eaf7df8189 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.218193] env[62402]: DEBUG nova.compute.utils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.225330] env[62402]: DEBUG nova.compute.manager [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1717.225578] env[62402]: DEBUG nova.network.neutron [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1717.234797] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873217, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.245472] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5296c6e1-4456-2cd7-e1c1-5d7088f87e82, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.245734] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.245991] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 61f0bfe0-d838-4d23-b97c-89f14aed1f7c/61f0bfe0-d838-4d23-b97c-89f14aed1f7c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.246263] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa33efc1-962a-4a2e-8426-88a44d4a9a0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.253316] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1717.253316] env[62402]: value = "task-1873219" [ 1717.253316] env[62402]: _type = "Task" [ 1717.253316] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.262764] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.275842] env[62402]: DEBUG nova.policy [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61935c4885c94cf4975ff183110fdab9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '565e95b32fda4e66bb698a9d2a87398a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1717.461349] env[62402]: DEBUG oslo_concurrency.lockutils [req-44884bf5-47ec-4fda-a35a-ef208c96f0cf req-e872c3e0-122d-43e9-9d71-293ab88ade39 service nova] Releasing lock "refresh_cache-61f0bfe0-d838-4d23-b97c-89f14aed1f7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.469069] env[62402]: DEBUG nova.network.neutron [-] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.601305] env[62402]: DEBUG nova.network.neutron [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Successfully created port: 10629c46-4df9-4332-a53e-90869ae4c82c {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1717.675367] env[62402]: DEBUG nova.network.neutron [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.686173] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873218, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.727201] env[62402]: DEBUG nova.compute.manager [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1717.734979] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551974} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.739948] env[62402]: INFO nova.virt.vmwareapi.ds_util [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk. [ 1717.739948] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8940f0-9ce4-42d9-9741-b58ac0225da3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.766075] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.771866] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f248804-7b18-4ed0-88ce-7cf247488eff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.795659] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494238} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.796977] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 61f0bfe0-d838-4d23-b97c-89f14aed1f7c/61f0bfe0-d838-4d23-b97c-89f14aed1f7c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.797211] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.797804] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1717.797804] env[62402]: value = "task-1873220" [ 1717.797804] env[62402]: _type = "Task" [ 1717.797804] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.797994] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10a2f85b-153e-4b16-9f97-eba3c01318b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.811796] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.812937] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1717.812937] env[62402]: value = "task-1873221" [ 1717.812937] env[62402]: _type = "Task" [ 1717.812937] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.823862] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.882865] env[62402]: DEBUG nova.network.neutron [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Updating instance_info_cache with network_info: [{"id": "5baf3051-6da6-464a-ae68-79d583452f36", "address": "fa:16:3e:91:e3:21", "network": {"id": "921f6ba6-1b5b-43e0-9e87-799d6ae190e1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2124059186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24bdf6244ac84715860b0072c257c621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5baf3051-6d", "ovs_interfaceid": "5baf3051-6da6-464a-ae68-79d583452f36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.972974] env[62402]: INFO nova.compute.manager [-] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Took 1.31 seconds to deallocate network for instance. [ 1718.111850] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b495d029-60d7-4e8d-99ac-41654ff2021a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.119188] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8cac98-4e0e-4036-8c40-800d85a7cb49 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.149368] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab26993-5628-4d06-ba87-9f043bf35610 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.156980] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e29be91-8887-4a99-8310-7202c0a45d37 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.170172] env[62402]: DEBUG nova.compute.provider_tree [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.178842] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873218, 'name': ReconfigVM_Task, 'duration_secs': 0.571589} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.179630] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 465dfb3f-7504-42ff-994f-bb4d6edfb976/465dfb3f-7504-42ff-994f-bb4d6edfb976.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.180251] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eb44dd6-11d6-4dce-89df-4b6b742b619d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.186757] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1718.186757] env[62402]: value = "task-1873222" [ 1718.186757] env[62402]: _type = "Task" [ 1718.186757] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.195015] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873222, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.200947] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.201213] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85d9d385-e28c-43fc-928d-5d6436280b0a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.206530] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1718.206530] env[62402]: value = "task-1873223" [ 1718.206530] env[62402]: _type = "Task" [ 1718.206530] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.216680] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.311237] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873220, 'name': ReconfigVM_Task, 'duration_secs': 0.360424} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.311535] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6/5478f57f-f57a-4780-a2a6-4bc10ccde419-rescue.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.312424] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62194448-7157-4340-87e1-4d1dbd343438 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.326054] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154899} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.341871] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.347873] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29b65ca-9038-48fd-bd15-a45227cb0ed3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.350420] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f9f811-c187-4107-91ee-5fd459da88a8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.381358] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 61f0bfe0-d838-4d23-b97c-89f14aed1f7c/61f0bfe0-d838-4d23-b97c-89f14aed1f7c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.383512] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbd6ebd8-def9-45c3-aa9d-aed31d89d7ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.397916] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1718.397916] env[62402]: value = "task-1873224" [ 1718.397916] env[62402]: _type = "Task" [ 1718.397916] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.398404] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Releasing lock "refresh_cache-b4e13420-06cd-4ff9-adf6-97bda93a5402" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.398742] env[62402]: DEBUG nova.compute.manager [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Instance network_info: |[{"id": "5baf3051-6da6-464a-ae68-79d583452f36", "address": "fa:16:3e:91:e3:21", "network": {"id": "921f6ba6-1b5b-43e0-9e87-799d6ae190e1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2124059186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24bdf6244ac84715860b0072c257c621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5baf3051-6d", "ovs_interfaceid": "5baf3051-6da6-464a-ae68-79d583452f36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1718.399251] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:e3:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5baf3051-6da6-464a-ae68-79d583452f36', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.406883] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Creating folder: Project (24bdf6244ac84715860b0072c257c621). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.412231] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5af37b12-09f3-416c-bcad-a20acb2a5fc6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.413943] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1718.413943] env[62402]: value = "task-1873225" [ 1718.413943] env[62402]: _type = "Task" [ 1718.413943] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.420832] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.423772] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Created folder: Project (24bdf6244ac84715860b0072c257c621) in parent group-v386882. [ 1718.423951] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Creating folder: Instances. Parent ref: group-v387132. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.427081] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c30d0dd5-ccb2-42e6-8c58-15377665629d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.428550] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.436384] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Created folder: Instances in parent group-v387132. [ 1718.436665] env[62402]: DEBUG oslo.service.loopingcall [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.436862] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.437125] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-386360a2-cc2b-4663-9b8a-06ef78cd173f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.457070] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.457070] env[62402]: value = "task-1873228" [ 1718.457070] env[62402]: _type = "Task" [ 1718.457070] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.468424] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873228, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.482647] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.549129] env[62402]: DEBUG nova.compute.manager [req-123384be-d487-43bc-ad38-59710b522794 req-921cc04f-0203-472b-ad7c-f48b08bde503 service nova] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Received event network-changed-5baf3051-6da6-464a-ae68-79d583452f36 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1718.549129] env[62402]: DEBUG nova.compute.manager [req-123384be-d487-43bc-ad38-59710b522794 req-921cc04f-0203-472b-ad7c-f48b08bde503 service nova] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Refreshing instance network info cache due to event network-changed-5baf3051-6da6-464a-ae68-79d583452f36. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1718.549129] env[62402]: DEBUG oslo_concurrency.lockutils [req-123384be-d487-43bc-ad38-59710b522794 req-921cc04f-0203-472b-ad7c-f48b08bde503 service nova] Acquiring lock "refresh_cache-b4e13420-06cd-4ff9-adf6-97bda93a5402" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.549335] env[62402]: DEBUG oslo_concurrency.lockutils [req-123384be-d487-43bc-ad38-59710b522794 req-921cc04f-0203-472b-ad7c-f48b08bde503 service nova] Acquired lock "refresh_cache-b4e13420-06cd-4ff9-adf6-97bda93a5402" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.549335] env[62402]: DEBUG nova.network.neutron [req-123384be-d487-43bc-ad38-59710b522794 req-921cc04f-0203-472b-ad7c-f48b08bde503 service nova] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Refreshing network info cache for port 5baf3051-6da6-464a-ae68-79d583452f36 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.676136] env[62402]: DEBUG nova.scheduler.client.report [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1718.698394] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873222, 'name': Rename_Task, 'duration_secs': 0.186536} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.698733] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.699029] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6546eb97-753c-478d-8257-81d10850d943 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.706129] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1718.706129] env[62402]: value = "task-1873229" [ 1718.706129] env[62402]: _type = "Task" [ 1718.706129] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.720382] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873223, 'name': PowerOffVM_Task, 'duration_secs': 0.108345} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.720555] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.720769] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.721148] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1718.721894] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef13199-e66c-4d8f-b013-e7ea7fee7730 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.729225] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.729509] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0815c9-fb48-4cbe-bcff-ec497b7672da {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.742026] env[62402]: DEBUG nova.compute.manager [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1718.758996] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.759284] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.759534] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Deleting the datastore file [datastore1] 463e56d8-eedf-4162-8323-f09335bc0b0e {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.759865] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed056bdc-b898-4c39-b3b0-2c96726346e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.769593] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1718.769593] env[62402]: value = "task-1873231" [ 1718.769593] env[62402]: _type = "Task" [ 1718.769593] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.776167] env[62402]: DEBUG nova.virt.hardware [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1718.776514] env[62402]: DEBUG nova.virt.hardware [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1718.776756] env[62402]: DEBUG nova.virt.hardware [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1718.777078] env[62402]: DEBUG nova.virt.hardware [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1718.777324] env[62402]: DEBUG nova.virt.hardware [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1718.777557] env[62402]: DEBUG nova.virt.hardware [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1718.777891] env[62402]: DEBUG nova.virt.hardware [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1718.778131] env[62402]: DEBUG nova.virt.hardware [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1718.778407] env[62402]: DEBUG nova.virt.hardware [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1718.778679] env[62402]: DEBUG nova.virt.hardware [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1718.778946] env[62402]: DEBUG nova.virt.hardware [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1718.780077] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed76eb9-c59a-4307-9815-bf4af399db77 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.787722] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.790982] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6786eee7-de9a-4d14-af62-b6d1a35a5c71 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.909364] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873224, 'name': ReconfigVM_Task, 'duration_secs': 0.154945} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.909786] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.910112] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37c2b767-94d4-4f91-9a82-51f8a5b1a10c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.921710] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1718.921710] env[62402]: value = "task-1873232" [ 1718.921710] env[62402]: _type = "Task" [ 1718.921710] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.928202] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873225, 'name': ReconfigVM_Task, 'duration_secs': 0.298541} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.928899] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 61f0bfe0-d838-4d23-b97c-89f14aed1f7c/61f0bfe0-d838-4d23-b97c-89f14aed1f7c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.929629] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0d0081f-8266-4fb1-93df-144001cff3b9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.934222] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873232, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.939105] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1718.939105] env[62402]: value = "task-1873233" [ 1718.939105] env[62402]: _type = "Task" [ 1718.939105] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.947844] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873233, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.967388] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873228, 'name': CreateVM_Task, 'duration_secs': 0.355044} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.967648] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1718.968585] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.968857] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.969452] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1718.969817] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5da76d25-06aa-4225-b260-c3bbf0a93e93 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.976601] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Waiting for the task: (returnval){ [ 1718.976601] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52aa352a-7d82-6d60-3a28-9f9208d1d1a9" [ 1718.976601] env[62402]: _type = "Task" [ 1718.976601] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.988630] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52aa352a-7d82-6d60-3a28-9f9208d1d1a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.119615] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Acquiring lock "01e64ee0-c60e-476a-bc08-8ea04658bbfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.119883] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Lock "01e64ee0-c60e-476a-bc08-8ea04658bbfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.120100] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Acquiring lock "01e64ee0-c60e-476a-bc08-8ea04658bbfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.120288] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Lock "01e64ee0-c60e-476a-bc08-8ea04658bbfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.120763] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Lock "01e64ee0-c60e-476a-bc08-8ea04658bbfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.122959] env[62402]: INFO nova.compute.manager [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Terminating instance [ 1719.181279] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.181867] env[62402]: DEBUG nova.compute.manager [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1719.184715] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.942s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.186320] env[62402]: INFO nova.compute.claims [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.220031] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873229, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.280227] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134037} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.280493] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.281929] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.281929] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.284104] env[62402]: DEBUG nova.network.neutron [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Successfully updated port: 10629c46-4df9-4332-a53e-90869ae4c82c {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.339116] env[62402]: DEBUG nova.network.neutron [req-123384be-d487-43bc-ad38-59710b522794 req-921cc04f-0203-472b-ad7c-f48b08bde503 service nova] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Updated VIF entry in instance network info cache for port 5baf3051-6da6-464a-ae68-79d583452f36. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.339116] env[62402]: DEBUG nova.network.neutron [req-123384be-d487-43bc-ad38-59710b522794 req-921cc04f-0203-472b-ad7c-f48b08bde503 service nova] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Updating instance_info_cache with network_info: [{"id": "5baf3051-6da6-464a-ae68-79d583452f36", "address": "fa:16:3e:91:e3:21", "network": {"id": "921f6ba6-1b5b-43e0-9e87-799d6ae190e1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2124059186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24bdf6244ac84715860b0072c257c621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5baf3051-6d", "ovs_interfaceid": "5baf3051-6da6-464a-ae68-79d583452f36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.432277] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873232, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.451475] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873233, 'name': Rename_Task, 'duration_secs': 0.199499} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.452467] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.452827] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bc25747-6341-48c5-b850-c37322b63acb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.460716] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1719.460716] env[62402]: value = "task-1873234" [ 1719.460716] env[62402]: _type = "Task" [ 1719.460716] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.470759] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.488937] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52aa352a-7d82-6d60-3a28-9f9208d1d1a9, 'name': SearchDatastore_Task, 'duration_secs': 0.03011} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.489681] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.489681] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1719.489765] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.489912] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.490114] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1719.490750] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6ac6291-890b-40fc-86f6-9da78e4c9fa0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.509997] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1719.510251] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1719.511210] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec56ad92-ccdf-420b-939d-0ab7884feef6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.517616] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Waiting for the task: (returnval){ [ 1719.517616] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fe5146-0ba7-78df-a77e-e54b06e9c9e9" [ 1719.517616] env[62402]: _type = "Task" [ 1719.517616] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.526526] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fe5146-0ba7-78df-a77e-e54b06e9c9e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.626665] env[62402]: DEBUG nova.compute.manager [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1719.626917] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.627848] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397c7064-09c0-43bb-8792-4c89a78bce31 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.636177] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.636494] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5e0000d-cb55-41ca-825b-77a9661f6289 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.643191] env[62402]: DEBUG oslo_vmware.api [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Waiting for the task: (returnval){ [ 1719.643191] env[62402]: value = "task-1873235" [ 1719.643191] env[62402]: _type = "Task" [ 1719.643191] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.651271] env[62402]: DEBUG oslo_vmware.api [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.692323] env[62402]: DEBUG nova.compute.utils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1719.694172] env[62402]: DEBUG nova.compute.manager [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1719.695158] env[62402]: DEBUG nova.network.neutron [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1719.718693] env[62402]: DEBUG oslo_vmware.api [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873229, 'name': PowerOnVM_Task, 'duration_secs': 0.667766} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.718850] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.718914] env[62402]: INFO nova.compute.manager [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1719.719100] env[62402]: DEBUG nova.compute.manager [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.719899] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29016d87-592d-4d6a-a08c-9b1424b57006 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.748589] env[62402]: DEBUG nova.policy [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b297cfc13f4844d8847bb1bf18e733b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d4b16721fa4b31800d5ff1df7c1bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1719.788605] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Acquiring lock "refresh_cache-6a8de3a5-86e8-43d1-b811-f63851291de4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.788726] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Acquired lock "refresh_cache-6a8de3a5-86e8-43d1-b811-f63851291de4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.788872] env[62402]: DEBUG nova.network.neutron [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1719.841701] env[62402]: DEBUG oslo_concurrency.lockutils [req-123384be-d487-43bc-ad38-59710b522794 req-921cc04f-0203-472b-ad7c-f48b08bde503 service nova] Releasing lock "refresh_cache-b4e13420-06cd-4ff9-adf6-97bda93a5402" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.841701] env[62402]: DEBUG nova.compute.manager [req-123384be-d487-43bc-ad38-59710b522794 req-921cc04f-0203-472b-ad7c-f48b08bde503 service nova] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Received event network-vif-deleted-b39289c4-d729-454b-9c86-00851755f71e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1719.932190] env[62402]: DEBUG oslo_vmware.api [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873232, 'name': PowerOnVM_Task, 'duration_secs': 0.671267} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.932446] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.935073] env[62402]: DEBUG nova.compute.manager [None req-e2742be4-d1a3-444a-8dc7-d12280daee17 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.935830] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2a3150-fb48-48a6-98b3-5f241ebbdcca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.938722] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1950cbb-2854-43a6-8db8-e5b0ffeb8d83 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.938956] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1950cbb-2854-43a6-8db8-e5b0ffeb8d83 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.939114] env[62402]: DEBUG nova.compute.manager [None req-d1950cbb-2854-43a6-8db8-e5b0ffeb8d83 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.939823] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf199352-6ebf-46b6-84c5-6cf01d3d0602 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.949012] env[62402]: DEBUG nova.compute.manager [None req-d1950cbb-2854-43a6-8db8-e5b0ffeb8d83 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62402) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1719.949528] env[62402]: DEBUG nova.objects.instance [None req-d1950cbb-2854-43a6-8db8-e5b0ffeb8d83 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lazy-loading 'flavor' on Instance uuid aab39cb2-8ae8-4d0e-a4a1-4e215647694e {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.973428] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.032596] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fe5146-0ba7-78df-a77e-e54b06e9c9e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012207} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.034749] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e20b93-0d3a-4896-9d9b-37a0265e4419 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.040892] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Waiting for the task: (returnval){ [ 1720.040892] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d1c3ba-28fa-6c37-1344-c93dacf96c43" [ 1720.040892] env[62402]: _type = "Task" [ 1720.040892] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.047254] env[62402]: DEBUG nova.network.neutron [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Successfully created port: d331ec0c-0455-4e02-9f9f-6d965fe7587f {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1720.053886] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d1c3ba-28fa-6c37-1344-c93dacf96c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.152919] env[62402]: DEBUG oslo_vmware.api [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873235, 'name': PowerOffVM_Task, 'duration_secs': 0.237118} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.153673] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1720.154069] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1720.154572] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c856f01-9b39-4e76-8712-b923329306d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.204421] env[62402]: DEBUG nova.compute.manager [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1720.241023] env[62402]: INFO nova.compute.manager [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Took 28.58 seconds to build instance. [ 1720.268046] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1720.268046] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1720.268046] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Deleting the datastore file [datastore1] 01e64ee0-c60e-476a-bc08-8ea04658bbfd {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1720.268046] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7fc82c0-e4cc-412b-92b6-9749addfbf96 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.273883] env[62402]: DEBUG oslo_vmware.api [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Waiting for the task: (returnval){ [ 1720.273883] env[62402]: value = "task-1873237" [ 1720.273883] env[62402]: _type = "Task" [ 1720.273883] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.282880] env[62402]: DEBUG oslo_vmware.api [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.321237] env[62402]: DEBUG nova.virt.hardware [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1720.321478] env[62402]: DEBUG nova.virt.hardware [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.321635] env[62402]: DEBUG nova.virt.hardware [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1720.321815] env[62402]: DEBUG nova.virt.hardware [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.321962] env[62402]: DEBUG nova.virt.hardware [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1720.322128] env[62402]: DEBUG nova.virt.hardware [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1720.322328] env[62402]: DEBUG nova.virt.hardware [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1720.322487] env[62402]: DEBUG nova.virt.hardware [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1720.322650] env[62402]: DEBUG nova.virt.hardware [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1720.322812] env[62402]: DEBUG nova.virt.hardware [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1720.322983] env[62402]: DEBUG nova.virt.hardware [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1720.324456] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8196c2-3b7a-4b58-83c6-720f3f04982d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.334068] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e072a5-125c-4750-bfaf-6ee5f513d197 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.341440] env[62402]: DEBUG nova.network.neutron [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.354196] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Instance VIF info [] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1720.360141] env[62402]: DEBUG oslo.service.loopingcall [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.362834] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1720.363921] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bca3ec8d-93b3-4d24-9cea-c7d4fe81de84 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.382738] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1720.382738] env[62402]: value = "task-1873238" [ 1720.382738] env[62402]: _type = "Task" [ 1720.382738] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.392491] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873238, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.475626] env[62402]: DEBUG oslo_vmware.api [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873234, 'name': PowerOnVM_Task, 'duration_secs': 0.698579} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.475922] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.476160] env[62402]: INFO nova.compute.manager [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1720.476358] env[62402]: DEBUG nova.compute.manager [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.479362] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef501502-2e64-4cd0-9941-f7b979e7117e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.550338] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d1c3ba-28fa-6c37-1344-c93dacf96c43, 'name': SearchDatastore_Task, 'duration_secs': 0.016733} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.552921] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.553241] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] b4e13420-06cd-4ff9-adf6-97bda93a5402/b4e13420-06cd-4ff9-adf6-97bda93a5402.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.554193] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2489b2c0-c17c-42bc-bea8-1a7d45504b65 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.561306] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Waiting for the task: (returnval){ [ 1720.561306] env[62402]: value = "task-1873239" [ 1720.561306] env[62402]: _type = "Task" [ 1720.561306] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.572053] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.592370] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169bef4d-35b6-4e78-a231-de77f02d441f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.600759] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f38c277-31a0-42d8-a814-39e29e37f5c2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.634150] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f26a7c-6d1f-4810-a426-f7e9a07b014c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.643150] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c312f4e-0b5c-4e8a-a4bc-a03113c24615 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.660149] env[62402]: DEBUG nova.compute.provider_tree [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.742476] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2dc52c3d-b531-4ce0-bfab-57c416e307d4 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.099s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.782860] env[62402]: DEBUG oslo_vmware.api [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Task: {'id': task-1873237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332766} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.783167] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1720.783373] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1720.783551] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.783723] env[62402]: INFO nova.compute.manager [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1720.783977] env[62402]: DEBUG oslo.service.loopingcall [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.784211] env[62402]: DEBUG nova.compute.manager [-] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1720.784329] env[62402]: DEBUG nova.network.neutron [-] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1720.831862] env[62402]: DEBUG nova.network.neutron [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Updating instance_info_cache with network_info: [{"id": "10629c46-4df9-4332-a53e-90869ae4c82c", "address": "fa:16:3e:b6:d6:a2", "network": {"id": "0f114ee7-48be-4c99-9559-97878a86978e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1456581421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565e95b32fda4e66bb698a9d2a87398a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10629c46-4d", "ovs_interfaceid": "10629c46-4df9-4332-a53e-90869ae4c82c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.882712] env[62402]: DEBUG nova.compute.manager [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Received event network-vif-plugged-10629c46-4df9-4332-a53e-90869ae4c82c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1720.883344] env[62402]: DEBUG oslo_concurrency.lockutils [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] Acquiring lock "6a8de3a5-86e8-43d1-b811-f63851291de4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.883344] env[62402]: DEBUG oslo_concurrency.lockutils [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] Lock "6a8de3a5-86e8-43d1-b811-f63851291de4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.883344] env[62402]: DEBUG oslo_concurrency.lockutils [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] Lock "6a8de3a5-86e8-43d1-b811-f63851291de4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.883562] env[62402]: DEBUG nova.compute.manager [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] No waiting events found dispatching network-vif-plugged-10629c46-4df9-4332-a53e-90869ae4c82c {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1720.883630] env[62402]: WARNING nova.compute.manager [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Received unexpected event network-vif-plugged-10629c46-4df9-4332-a53e-90869ae4c82c for instance with vm_state building and task_state spawning. [ 1720.883790] env[62402]: DEBUG nova.compute.manager [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Received event network-changed-10629c46-4df9-4332-a53e-90869ae4c82c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1720.883946] env[62402]: DEBUG nova.compute.manager [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Refreshing instance network info cache due to event network-changed-10629c46-4df9-4332-a53e-90869ae4c82c. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1720.884268] env[62402]: DEBUG oslo_concurrency.lockutils [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] Acquiring lock "refresh_cache-6a8de3a5-86e8-43d1-b811-f63851291de4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.894053] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873238, 'name': CreateVM_Task, 'duration_secs': 0.392246} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.894252] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1720.894656] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.894807] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.895133] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1720.895381] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2acc1a-ce76-4a32-875a-21f7c661e0d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.900216] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1720.900216] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52da3eff-4e2e-98bf-93f7-c13ecaf0dc6a" [ 1720.900216] env[62402]: _type = "Task" [ 1720.900216] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.908413] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52da3eff-4e2e-98bf-93f7-c13ecaf0dc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.955325] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1950cbb-2854-43a6-8db8-e5b0ffeb8d83 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1720.955670] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-592cd449-ec2b-4ea1-8145-0a182b682f6e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.964731] env[62402]: DEBUG oslo_vmware.api [None req-d1950cbb-2854-43a6-8db8-e5b0ffeb8d83 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1720.964731] env[62402]: value = "task-1873240" [ 1720.964731] env[62402]: _type = "Task" [ 1720.964731] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.976056] env[62402]: DEBUG oslo_vmware.api [None req-d1950cbb-2854-43a6-8db8-e5b0ffeb8d83 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.003153] env[62402]: INFO nova.compute.manager [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Took 23.60 seconds to build instance. [ 1721.073484] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873239, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.163790] env[62402]: DEBUG nova.scheduler.client.report [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.217500] env[62402]: DEBUG nova.compute.manager [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1721.258826] env[62402]: DEBUG nova.virt.hardware [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1721.262237] env[62402]: DEBUG nova.virt.hardware [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1721.262509] env[62402]: DEBUG nova.virt.hardware [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1721.262748] env[62402]: DEBUG nova.virt.hardware [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1721.262900] env[62402]: DEBUG nova.virt.hardware [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1721.263575] env[62402]: DEBUG nova.virt.hardware [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1721.263575] env[62402]: DEBUG nova.virt.hardware [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1721.263739] env[62402]: DEBUG nova.virt.hardware [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1721.263931] env[62402]: DEBUG nova.virt.hardware [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1721.264143] env[62402]: DEBUG nova.virt.hardware [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1721.264323] env[62402]: DEBUG nova.virt.hardware [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1721.265748] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42888a-35da-4eba-a7bf-15a941cdcdbd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.277931] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f08cc7-4bc8-4ae9-98f5-3627d2001de5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.335693] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Releasing lock "refresh_cache-6a8de3a5-86e8-43d1-b811-f63851291de4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.335693] env[62402]: DEBUG nova.compute.manager [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Instance network_info: |[{"id": "10629c46-4df9-4332-a53e-90869ae4c82c", "address": "fa:16:3e:b6:d6:a2", "network": {"id": "0f114ee7-48be-4c99-9559-97878a86978e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1456581421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565e95b32fda4e66bb698a9d2a87398a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10629c46-4d", "ovs_interfaceid": "10629c46-4df9-4332-a53e-90869ae4c82c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1721.335693] env[62402]: DEBUG oslo_concurrency.lockutils [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] Acquired lock "refresh_cache-6a8de3a5-86e8-43d1-b811-f63851291de4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.335693] env[62402]: DEBUG nova.network.neutron [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Refreshing network info cache for port 10629c46-4df9-4332-a53e-90869ae4c82c {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.336545] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:d6:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10629c46-4df9-4332-a53e-90869ae4c82c', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.344270] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Creating folder: Project (565e95b32fda4e66bb698a9d2a87398a). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1721.344639] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3512c806-d36b-4ffa-b476-13b2bbcc74a3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.359942] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Created folder: Project (565e95b32fda4e66bb698a9d2a87398a) in parent group-v386882. [ 1721.360165] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Creating folder: Instances. Parent ref: group-v387136. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1721.360416] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a696820-a30c-4b50-8d03-32ed34bb4aca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.376374] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Created folder: Instances in parent group-v387136. [ 1721.376631] env[62402]: DEBUG oslo.service.loopingcall [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.376823] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.377046] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-572f24f7-0348-4686-aaa5-63f04d3f5458 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.404792] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.404792] env[62402]: value = "task-1873243" [ 1721.404792] env[62402]: _type = "Task" [ 1721.404792] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.420584] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52da3eff-4e2e-98bf-93f7-c13ecaf0dc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.016553} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.424015] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.424280] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.424523] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.424668] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.424869] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.425091] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873243, 'name': CreateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.425571] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c694ea2-f261-4cae-a2a1-40d12198211d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.436863] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.436863] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.437029] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4391dfe9-8ce1-4425-b99c-b1d5a83d8536 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.443544] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1721.443544] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e6a417-5cf6-2036-828b-b87e6fa4b372" [ 1721.443544] env[62402]: _type = "Task" [ 1721.443544] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.452428] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e6a417-5cf6-2036-828b-b87e6fa4b372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.476685] env[62402]: DEBUG oslo_vmware.api [None req-d1950cbb-2854-43a6-8db8-e5b0ffeb8d83 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873240, 'name': PowerOffVM_Task, 'duration_secs': 0.354237} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.477525] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1950cbb-2854-43a6-8db8-e5b0ffeb8d83 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1721.477525] env[62402]: DEBUG nova.compute.manager [None req-d1950cbb-2854-43a6-8db8-e5b0ffeb8d83 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.478916] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c6a147-a36b-4d3e-ac9e-d851379f1b5f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.499071] env[62402]: DEBUG nova.compute.manager [req-af5f83fa-bbc5-4d24-b83a-8cccc654dfda req-708544f7-3419-4eb3-a2a7-a24630ace150 service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Received event network-vif-deleted-8c194853-3f91-4783-82ed-1cfd24e09b78 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1721.502184] env[62402]: INFO nova.compute.manager [req-af5f83fa-bbc5-4d24-b83a-8cccc654dfda req-708544f7-3419-4eb3-a2a7-a24630ace150 service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Neutron deleted interface 8c194853-3f91-4783-82ed-1cfd24e09b78; detaching it from the instance and deleting it from the info cache [ 1721.502184] env[62402]: DEBUG nova.network.neutron [req-af5f83fa-bbc5-4d24-b83a-8cccc654dfda req-708544f7-3419-4eb3-a2a7-a24630ace150 service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.506275] env[62402]: DEBUG oslo_concurrency.lockutils [None req-31dc122e-dceb-4802-a370-32c61bbec004 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "61f0bfe0-d838-4d23-b97c-89f14aed1f7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.117s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.576712] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794646} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.576980] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] b4e13420-06cd-4ff9-adf6-97bda93a5402/b4e13420-06cd-4ff9-adf6-97bda93a5402.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1721.577223] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1721.577479] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-766cac81-8c55-4664-a84b-c4ba546545d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.584591] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Waiting for the task: (returnval){ [ 1721.584591] env[62402]: value = "task-1873244" [ 1721.584591] env[62402]: _type = "Task" [ 1721.584591] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.593786] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.613691] env[62402]: INFO nova.compute.manager [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Unrescuing [ 1721.613950] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "refresh_cache-2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.614242] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquired lock "refresh_cache-2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.614305] env[62402]: DEBUG nova.network.neutron [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.670886] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.671354] env[62402]: DEBUG nova.compute.manager [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1721.673975] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.068s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.678018] env[62402]: DEBUG nova.objects.instance [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lazy-loading 'resources' on Instance uuid 8904d762-c644-4044-8421-2fe3f3200d97 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.784752] env[62402]: DEBUG nova.network.neutron [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Successfully updated port: d331ec0c-0455-4e02-9f9f-6d965fe7587f {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1721.894812] env[62402]: DEBUG nova.network.neutron [-] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.929537] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873243, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.958708] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e6a417-5cf6-2036-828b-b87e6fa4b372, 'name': SearchDatastore_Task, 'duration_secs': 0.020504} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.963234] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e643df9f-260b-4859-8fa6-cd1472ff870e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.970537] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1721.970537] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52109700-9ad5-932f-216b-39b34d2bf1ec" [ 1721.970537] env[62402]: _type = "Task" [ 1721.970537] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.980750] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52109700-9ad5-932f-216b-39b34d2bf1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.000451] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1950cbb-2854-43a6-8db8-e5b0ffeb8d83 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.007554] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e90ac836-e8ee-4779-a5a2-49b9e1e132b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.021578] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ea3095-e3c2-47b5-90f4-a541c8f02cdc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.065963] env[62402]: DEBUG nova.compute.manager [req-af5f83fa-bbc5-4d24-b83a-8cccc654dfda req-708544f7-3419-4eb3-a2a7-a24630ace150 service nova] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Detach interface failed, port_id=8c194853-3f91-4783-82ed-1cfd24e09b78, reason: Instance 01e64ee0-c60e-476a-bc08-8ea04658bbfd could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1722.099552] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26661} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.099848] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1722.100681] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0718ce22-6208-49ad-8ec3-e5de79dc4e9c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.124967] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] b4e13420-06cd-4ff9-adf6-97bda93a5402/b4e13420-06cd-4ff9-adf6-97bda93a5402.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1722.129289] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc431e4-5939-4601-a43e-ff4a7493218d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.154256] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Waiting for the task: (returnval){ [ 1722.154256] env[62402]: value = "task-1873245" [ 1722.154256] env[62402]: _type = "Task" [ 1722.154256] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.163291] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.178250] env[62402]: DEBUG nova.compute.utils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1722.179752] env[62402]: DEBUG nova.compute.manager [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1722.180031] env[62402]: DEBUG nova.network.neutron [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.247158] env[62402]: DEBUG nova.network.neutron [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Updated VIF entry in instance network info cache for port 10629c46-4df9-4332-a53e-90869ae4c82c. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.247513] env[62402]: DEBUG nova.network.neutron [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Updating instance_info_cache with network_info: [{"id": "10629c46-4df9-4332-a53e-90869ae4c82c", "address": "fa:16:3e:b6:d6:a2", "network": {"id": "0f114ee7-48be-4c99-9559-97878a86978e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1456581421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565e95b32fda4e66bb698a9d2a87398a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10629c46-4d", "ovs_interfaceid": "10629c46-4df9-4332-a53e-90869ae4c82c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.276064] env[62402]: DEBUG nova.policy [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f81e6a1d9e8415991d86bfdc8a9cb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44597faa2b3642a0bf93eb00368419eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1722.288107] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.288265] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquired lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.288417] env[62402]: DEBUG nova.network.neutron [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1722.398563] env[62402]: INFO nova.compute.manager [-] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Took 1.61 seconds to deallocate network for instance. [ 1722.409546] env[62402]: DEBUG oslo_concurrency.lockutils [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "61f0bfe0-d838-4d23-b97c-89f14aed1f7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.409546] env[62402]: DEBUG oslo_concurrency.lockutils [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "61f0bfe0-d838-4d23-b97c-89f14aed1f7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.409546] env[62402]: DEBUG oslo_concurrency.lockutils [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "61f0bfe0-d838-4d23-b97c-89f14aed1f7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.409546] env[62402]: DEBUG oslo_concurrency.lockutils [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "61f0bfe0-d838-4d23-b97c-89f14aed1f7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.409546] env[62402]: DEBUG oslo_concurrency.lockutils [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "61f0bfe0-d838-4d23-b97c-89f14aed1f7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.413666] env[62402]: INFO nova.compute.manager [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Terminating instance [ 1722.420631] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873243, 'name': CreateVM_Task, 'duration_secs': 0.733575} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.421092] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1722.421626] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.421683] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.421967] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1722.424462] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ffd1478-27ac-4c28-a0d1-382ad64a2c17 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.438794] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Waiting for the task: (returnval){ [ 1722.438794] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cbcabc-f86e-edeb-9b55-0eebdb578fbe" [ 1722.438794] env[62402]: _type = "Task" [ 1722.438794] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.447346] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cbcabc-f86e-edeb-9b55-0eebdb578fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.482124] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52109700-9ad5-932f-216b-39b34d2bf1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.018065} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.483462] env[62402]: DEBUG nova.network.neutron [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Updating instance_info_cache with network_info: [{"id": "4ecc413f-5985-4d05-b067-50581898ec39", "address": "fa:16:3e:74:89:35", "network": {"id": "fd3aa2a4-b386-40a8-9a94-def6b8ee0a1a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2117231135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "63a2fbee67674d84ae4922c55cd2bcec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ecc413f-59", "ovs_interfaceid": "4ecc413f-5985-4d05-b067-50581898ec39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.484451] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.484711] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 463e56d8-eedf-4162-8323-f09335bc0b0e/463e56d8-eedf-4162-8323-f09335bc0b0e.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.485215] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b901343-7829-465e-ac83-63be8c4e8e42 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.497424] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1722.497424] env[62402]: value = "task-1873246" [ 1722.497424] env[62402]: _type = "Task" [ 1722.497424] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.509157] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.598616] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d166003b-083f-47af-a778-7108dce13c90 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.607092] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70494ca6-e3f1-478c-b0f0-fc5105c96279 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.641852] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1395fa2a-087f-4cb5-8ee7-06133a6d3f92 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.651326] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4cfeda-ae42-4205-8857-54be2bf4f22f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.669262] env[62402]: DEBUG nova.compute.provider_tree [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.675020] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873245, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.685305] env[62402]: DEBUG nova.compute.manager [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1722.711238] env[62402]: DEBUG nova.network.neutron [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Successfully created port: b144dc62-60a8-4cc0-b06a-63ee1e3c0b63 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.753905] env[62402]: DEBUG oslo_concurrency.lockutils [req-1a5b886a-dd07-4080-9e5c-a935b3c1ae8a req-31177059-9751-460f-92a1-e74f1da02b54 service nova] Releasing lock "refresh_cache-6a8de3a5-86e8-43d1-b811-f63851291de4" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.822858] env[62402]: DEBUG nova.network.neutron [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1722.844967] env[62402]: DEBUG nova.objects.instance [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lazy-loading 'flavor' on Instance uuid aab39cb2-8ae8-4d0e-a4a1-4e215647694e {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.912248] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.918192] env[62402]: DEBUG nova.compute.manager [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.918435] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.919911] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14050ad-7eca-41f3-85df-f1a0a3f31ec3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.936834] env[62402]: DEBUG nova.compute.manager [req-25af0071-8f8b-4c3b-96e0-e401b3de7162 req-37b85cf6-c968-475d-955f-f49eccca6f93 service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Received event network-changed-1d9ee27f-9389-4862-a01a-111a30b7afef {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1722.937006] env[62402]: DEBUG nova.compute.manager [req-25af0071-8f8b-4c3b-96e0-e401b3de7162 req-37b85cf6-c968-475d-955f-f49eccca6f93 service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Refreshing instance network info cache due to event network-changed-1d9ee27f-9389-4862-a01a-111a30b7afef. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1722.937238] env[62402]: DEBUG oslo_concurrency.lockutils [req-25af0071-8f8b-4c3b-96e0-e401b3de7162 req-37b85cf6-c968-475d-955f-f49eccca6f93 service nova] Acquiring lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.937384] env[62402]: DEBUG oslo_concurrency.lockutils [req-25af0071-8f8b-4c3b-96e0-e401b3de7162 req-37b85cf6-c968-475d-955f-f49eccca6f93 service nova] Acquired lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.937545] env[62402]: DEBUG nova.network.neutron [req-25af0071-8f8b-4c3b-96e0-e401b3de7162 req-37b85cf6-c968-475d-955f-f49eccca6f93 service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Refreshing network info cache for port 1d9ee27f-9389-4862-a01a-111a30b7afef {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.946129] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.950025] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cb07750-cf85-4795-a14b-18606a77aadc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.959251] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cbcabc-f86e-edeb-9b55-0eebdb578fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.014083} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.960764] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.961014] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1722.961261] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.961400] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.961574] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1722.961915] env[62402]: DEBUG oslo_vmware.api [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1722.961915] env[62402]: value = "task-1873247" [ 1722.961915] env[62402]: _type = "Task" [ 1722.961915] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.962181] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e2a6645-a104-4c68-bd89-d43aad018be9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.977505] env[62402]: DEBUG oslo_vmware.api [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.981019] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1722.981019] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1722.981483] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722a5ed3-49fd-42fc-b14e-e25c2e24cd25 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.986529] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Releasing lock "refresh_cache-2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.990501] env[62402]: DEBUG nova.objects.instance [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lazy-loading 'flavor' on Instance uuid 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.998281] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Waiting for the task: (returnval){ [ 1722.998281] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5267ed50-e05e-c643-fd2c-5859564ba404" [ 1722.998281] env[62402]: _type = "Task" [ 1722.998281] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.012283] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5267ed50-e05e-c643-fd2c-5859564ba404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.015915] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873246, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.074081] env[62402]: DEBUG nova.network.neutron [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Updating instance_info_cache with network_info: [{"id": "d331ec0c-0455-4e02-9f9f-6d965fe7587f", "address": "fa:16:3e:3f:05:68", "network": {"id": "593bfbc3-9e5a-452b-a66c-b317909ee941", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-761706808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4b16721fa4b31800d5ff1df7c1bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd331ec0c-04", "ovs_interfaceid": "d331ec0c-0455-4e02-9f9f-6d965fe7587f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.166920] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873245, 'name': ReconfigVM_Task, 'duration_secs': 0.530221} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.167303] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Reconfigured VM instance instance-0000005c to attach disk [datastore2] b4e13420-06cd-4ff9-adf6-97bda93a5402/b4e13420-06cd-4ff9-adf6-97bda93a5402.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.167999] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2fc879e-250f-4497-ac93-4ebead867c11 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.174255] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Waiting for the task: (returnval){ [ 1723.174255] env[62402]: value = "task-1873248" [ 1723.174255] env[62402]: _type = "Task" [ 1723.174255] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.175200] env[62402]: DEBUG nova.scheduler.client.report [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.192468] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873248, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.353275] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.353275] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.353275] env[62402]: DEBUG nova.network.neutron [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1723.353275] env[62402]: DEBUG nova.objects.instance [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lazy-loading 'info_cache' on Instance uuid aab39cb2-8ae8-4d0e-a4a1-4e215647694e {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1723.477128] env[62402]: DEBUG oslo_vmware.api [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873247, 'name': PowerOffVM_Task, 'duration_secs': 0.369014} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.477416] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.477570] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.477836] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c1d185a-0077-4537-99d1-93a645ab508e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.509563] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2098670a-0873-44ae-8c7f-b6047e81392c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.518023] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674936} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.537485] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 463e56d8-eedf-4162-8323-f09335bc0b0e/463e56d8-eedf-4162-8323-f09335bc0b0e.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.537749] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.538090] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5267ed50-e05e-c643-fd2c-5859564ba404, 'name': SearchDatastore_Task, 'duration_secs': 0.057046} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.538331] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.540026] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dab0a66-b234-4c84-8317-6f7d0c1202d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.542621] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-507802aa-d956-4e02-a5e1-85ed913f9c6f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.546895] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629db153-a1f7-46cf-8aaa-97b996ce6b8e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.549133] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "9b81c224-40e4-4eda-900b-c759ee6a460d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.549372] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "9b81c224-40e4-4eda-900b-c759ee6a460d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.554521] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Waiting for the task: (returnval){ [ 1723.554521] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ce5048-12d4-f062-3ee6-6274a514ec5d" [ 1723.554521] env[62402]: _type = "Task" [ 1723.554521] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.560039] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1723.560039] env[62402]: value = "task-1873250" [ 1723.560039] env[62402]: _type = "Task" [ 1723.560039] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.560396] env[62402]: DEBUG oslo_vmware.api [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1723.560396] env[62402]: value = "task-1873251" [ 1723.560396] env[62402]: _type = "Task" [ 1723.560396] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.573348] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ce5048-12d4-f062-3ee6-6274a514ec5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.575110] env[62402]: DEBUG nova.compute.manager [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Received event network-vif-plugged-d331ec0c-0455-4e02-9f9f-6d965fe7587f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1723.575346] env[62402]: DEBUG oslo_concurrency.lockutils [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] Acquiring lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.575553] env[62402]: DEBUG oslo_concurrency.lockutils [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.575738] env[62402]: DEBUG oslo_concurrency.lockutils [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.575903] env[62402]: DEBUG nova.compute.manager [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] No waiting events found dispatching network-vif-plugged-d331ec0c-0455-4e02-9f9f-6d965fe7587f {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1723.576078] env[62402]: WARNING nova.compute.manager [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Received unexpected event network-vif-plugged-d331ec0c-0455-4e02-9f9f-6d965fe7587f for instance with vm_state building and task_state spawning. [ 1723.576248] env[62402]: DEBUG nova.compute.manager [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Received event network-changed-d331ec0c-0455-4e02-9f9f-6d965fe7587f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1723.576398] env[62402]: DEBUG nova.compute.manager [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Refreshing instance network info cache due to event network-changed-d331ec0c-0455-4e02-9f9f-6d965fe7587f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1723.576561] env[62402]: DEBUG oslo_concurrency.lockutils [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] Acquiring lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.586999] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Releasing lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.587355] env[62402]: DEBUG nova.compute.manager [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Instance network_info: |[{"id": "d331ec0c-0455-4e02-9f9f-6d965fe7587f", "address": "fa:16:3e:3f:05:68", "network": {"id": "593bfbc3-9e5a-452b-a66c-b317909ee941", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-761706808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4b16721fa4b31800d5ff1df7c1bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd331ec0c-04", "ovs_interfaceid": "d331ec0c-0455-4e02-9f9f-6d965fe7587f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1723.587954] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.588411] env[62402]: DEBUG oslo_vmware.api [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.588472] env[62402]: DEBUG oslo_concurrency.lockutils [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] Acquired lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.588661] env[62402]: DEBUG nova.network.neutron [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Refreshing network info cache for port d331ec0c-0455-4e02-9f9f-6d965fe7587f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1723.590546] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:05:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd331ec0c-0455-4e02-9f9f-6d965fe7587f', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1723.598538] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Creating folder: Project (10d4b16721fa4b31800d5ff1df7c1bcb). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1723.599623] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6000f3b4-2502-4c51-bfe0-6ad41ee06c49 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.610685] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Created folder: Project (10d4b16721fa4b31800d5ff1df7c1bcb) in parent group-v386882. [ 1723.611157] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Creating folder: Instances. Parent ref: group-v387139. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1723.611314] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-828af805-178b-4261-8a71-50a6c1856011 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.623369] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Created folder: Instances in parent group-v387139. [ 1723.623605] env[62402]: DEBUG oslo.service.loopingcall [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.623801] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1723.624020] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88e650f0-4d20-47f6-a823-c20c0371bfe5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.648166] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1723.648166] env[62402]: value = "task-1873254" [ 1723.648166] env[62402]: _type = "Task" [ 1723.648166] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.656329] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873254, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.682154] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.684144] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.348s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.684327] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.684483] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1723.684768] env[62402]: DEBUG oslo_concurrency.lockutils [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.869s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.685134] env[62402]: DEBUG nova.objects.instance [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lazy-loading 'resources' on Instance uuid ac4875e9-ad53-4c99-8c7a-e4bb0a54d406 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1723.690541] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098bdb71-6593-4681-94c0-9757819fc9e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.693227] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873248, 'name': Rename_Task, 'duration_secs': 0.133745} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.693445] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1723.695140] env[62402]: DEBUG nova.compute.manager [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1723.697244] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45fe8cf4-7fd0-4991-8808-4eb753ff79ce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.703253] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eda5ae-9d52-4a25-93fe-bb44f9608154 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.709212] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Waiting for the task: (returnval){ [ 1723.709212] env[62402]: value = "task-1873255" [ 1723.709212] env[62402]: _type = "Task" [ 1723.709212] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.725630] env[62402]: INFO nova.scheduler.client.report [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleted allocations for instance 8904d762-c644-4044-8421-2fe3f3200d97 [ 1723.730688] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db0f74d-6aa8-419f-9a12-9c5e6340d83c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.739828] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.740090] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.740281] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleting the datastore file [datastore2] 61f0bfe0-d838-4d23-b97c-89f14aed1f7c {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.740971] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873255, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.743359] env[62402]: DEBUG nova.virt.hardware [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1723.743596] env[62402]: DEBUG nova.virt.hardware [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.743783] env[62402]: DEBUG nova.virt.hardware [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1723.743976] env[62402]: DEBUG nova.virt.hardware [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.744163] env[62402]: DEBUG nova.virt.hardware [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1723.744321] env[62402]: DEBUG nova.virt.hardware [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1723.744533] env[62402]: DEBUG nova.virt.hardware [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1723.744689] env[62402]: DEBUG nova.virt.hardware [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1723.744854] env[62402]: DEBUG nova.virt.hardware [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1723.745022] env[62402]: DEBUG nova.virt.hardware [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1723.745197] env[62402]: DEBUG nova.virt.hardware [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1723.746158] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dac14477-5609-4a2c-9a90-9953568ab3a6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.748677] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc13cfe1-8123-4c0f-845d-fd562b0ba44a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.755248] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425ef2bf-3a5a-4871-a526-9b5712bb64bd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.761362] env[62402]: DEBUG oslo_vmware.api [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1723.761362] env[62402]: value = "task-1873256" [ 1723.761362] env[62402]: _type = "Task" [ 1723.761362] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.763021] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4055da22-e776-4d5f-9f5e-b5f925cbe430 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.801654] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178462MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1723.801813] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.821135] env[62402]: DEBUG oslo_vmware.api [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.856047] env[62402]: DEBUG nova.objects.base [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1723.880814] env[62402]: DEBUG nova.network.neutron [req-25af0071-8f8b-4c3b-96e0-e401b3de7162 req-37b85cf6-c968-475d-955f-f49eccca6f93 service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updated VIF entry in instance network info cache for port 1d9ee27f-9389-4862-a01a-111a30b7afef. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.881220] env[62402]: DEBUG nova.network.neutron [req-25af0071-8f8b-4c3b-96e0-e401b3de7162 req-37b85cf6-c968-475d-955f-f49eccca6f93 service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance_info_cache with network_info: [{"id": "1d9ee27f-9389-4862-a01a-111a30b7afef", "address": "fa:16:3e:ba:f4:9a", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9ee27f-93", "ovs_interfaceid": "1d9ee27f-9389-4862-a01a-111a30b7afef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.053925] env[62402]: DEBUG nova.compute.manager [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1724.076611] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ce5048-12d4-f062-3ee6-6274a514ec5d, 'name': SearchDatastore_Task, 'duration_secs': 0.016944} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.082951] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.083346] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 6a8de3a5-86e8-43d1-b811-f63851291de4/6a8de3a5-86e8-43d1-b811-f63851291de4.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.083651] env[62402]: DEBUG oslo_vmware.api [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873251, 'name': PowerOffVM_Task, 'duration_secs': 0.282869} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.084017] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103463} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.084114] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba1171bd-a103-4cb6-ba71-1cbd5862934a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.086265] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1724.095020] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1724.095020] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1724.095020] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b9313d1-2b60-4e77-930a-56234d36f28e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.108498] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8efb06-f1df-499f-8cf6-f9b1fca67426 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.132441] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 463e56d8-eedf-4162-8323-f09335bc0b0e/463e56d8-eedf-4162-8323-f09335bc0b0e.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1724.135586] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aa2674d-cd32-4716-8ad0-32b7904d35ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.153110] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Waiting for the task: (returnval){ [ 1724.153110] env[62402]: value = "task-1873257" [ 1724.153110] env[62402]: _type = "Task" [ 1724.153110] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.153493] env[62402]: DEBUG oslo_vmware.api [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1724.153493] env[62402]: value = "task-1873258" [ 1724.153493] env[62402]: _type = "Task" [ 1724.153493] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.170035] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1724.170035] env[62402]: value = "task-1873259" [ 1724.170035] env[62402]: _type = "Task" [ 1724.170035] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.185045] env[62402]: DEBUG oslo_vmware.api [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.185210] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.185520] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873254, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.195630] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.223241] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873255, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.236583] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d67cbcdc-4d75-409c-8a68-d9a68726bb5e tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "8904d762-c644-4044-8421-2fe3f3200d97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.618s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.277557] env[62402]: DEBUG oslo_vmware.api [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235991} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.277826] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.278346] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.278346] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.278549] env[62402]: INFO nova.compute.manager [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1724.278801] env[62402]: DEBUG oslo.service.loopingcall [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.278990] env[62402]: DEBUG nova.compute.manager [-] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.279598] env[62402]: DEBUG nova.network.neutron [-] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.386188] env[62402]: DEBUG oslo_concurrency.lockutils [req-25af0071-8f8b-4c3b-96e0-e401b3de7162 req-37b85cf6-c968-475d-955f-f49eccca6f93 service nova] Releasing lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.519598] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Acquiring lock "555e79b9-57c7-4276-9bce-08999b2cdb83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.519969] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Lock "555e79b9-57c7-4276-9bce-08999b2cdb83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.520313] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Acquiring lock "555e79b9-57c7-4276-9bce-08999b2cdb83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.520530] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Lock "555e79b9-57c7-4276-9bce-08999b2cdb83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.520707] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Lock "555e79b9-57c7-4276-9bce-08999b2cdb83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.523418] env[62402]: INFO nova.compute.manager [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Terminating instance [ 1724.555972] env[62402]: DEBUG nova.network.neutron [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Updated VIF entry in instance network info cache for port d331ec0c-0455-4e02-9f9f-6d965fe7587f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.556166] env[62402]: DEBUG nova.network.neutron [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Updating instance_info_cache with network_info: [{"id": "d331ec0c-0455-4e02-9f9f-6d965fe7587f", "address": "fa:16:3e:3f:05:68", "network": {"id": "593bfbc3-9e5a-452b-a66c-b317909ee941", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-761706808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4b16721fa4b31800d5ff1df7c1bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd331ec0c-04", "ovs_interfaceid": "d331ec0c-0455-4e02-9f9f-6d965fe7587f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.582986] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.612441] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4192477d-3030-4935-8855-dbdd7756cf64 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.620778] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dad2e0-f403-48a8-aa27-063dc5eecdd2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.625041] env[62402]: DEBUG nova.network.neutron [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Successfully updated port: b144dc62-60a8-4cc0-b06a-63ee1e3c0b63 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1724.669740] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b946e8b3-d623-40a8-aa58-7c96aa54a17f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.683905] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873254, 'name': CreateVM_Task, 'duration_secs': 0.589828} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.695902] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1724.695902] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513076} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.697635] env[62402]: DEBUG oslo_vmware.api [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873258, 'name': ReconfigVM_Task, 'duration_secs': 0.32604} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.700718] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.700718] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.700718] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1724.700718] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 6a8de3a5-86e8-43d1-b811-f63851291de4/6a8de3a5-86e8-43d1-b811-f63851291de4.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1724.700718] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1724.700718] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bd0b94-8619-4fc4-8dcc-68f70e05b27f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.704940] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1724.705154] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.711254] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7437a9d5-5bec-49fc-af02-da630d970ff0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.712837] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb5e2d09-1860-4f7d-b4a8-847a93f41e7e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.714549] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dcf34ea-ebf7-4f17-8a50-14540789016d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.716099] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873259, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.729263] env[62402]: DEBUG nova.compute.provider_tree [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1724.733009] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1724.733009] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522fb555-b846-aeae-79dc-738e6371f17a" [ 1724.733009] env[62402]: _type = "Task" [ 1724.733009] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.738167] env[62402]: DEBUG oslo_vmware.api [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1724.738167] env[62402]: value = "task-1873261" [ 1724.738167] env[62402]: _type = "Task" [ 1724.738167] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.743028] env[62402]: DEBUG oslo_vmware.api [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873255, 'name': PowerOnVM_Task, 'duration_secs': 0.533375} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.743584] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Waiting for the task: (returnval){ [ 1724.743584] env[62402]: value = "task-1873260" [ 1724.743584] env[62402]: _type = "Task" [ 1724.743584] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.748352] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1724.748829] env[62402]: INFO nova.compute.manager [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1724.748829] env[62402]: DEBUG nova.compute.manager [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1724.753953] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97617474-6889-4ec6-9a8b-3e18534dab5c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.759537] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522fb555-b846-aeae-79dc-738e6371f17a, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.764219] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.764219] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1724.764219] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.764219] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.764219] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1724.766779] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc4ee85c-cef4-4bc3-97f2-3bbd989d021b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.768489] env[62402]: DEBUG oslo_vmware.api [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.777231] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.780129] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1724.780315] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1724.781622] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b937d0-d3a3-4dbd-8cc4-b23255c2e1d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.786844] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1724.786844] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c8d7ee-8bcc-7de0-dbfb-52e4767d9f75" [ 1724.786844] env[62402]: _type = "Task" [ 1724.786844] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.795441] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c8d7ee-8bcc-7de0-dbfb-52e4767d9f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.846362] env[62402]: DEBUG nova.network.neutron [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance_info_cache with network_info: [{"id": "99161bf5-bc94-404b-857a-1dec78d1f90f", "address": "fa:16:3e:4c:d3:46", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99161bf5-bc", "ovs_interfaceid": "99161bf5-bc94-404b-857a-1dec78d1f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.957980] env[62402]: DEBUG nova.compute.manager [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Received event network-vif-plugged-b144dc62-60a8-4cc0-b06a-63ee1e3c0b63 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1724.958224] env[62402]: DEBUG oslo_concurrency.lockutils [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] Acquiring lock "3492a2f3-c801-4bc1-85ed-4c6f8f4ce633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.958434] env[62402]: DEBUG oslo_concurrency.lockutils [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] Lock "3492a2f3-c801-4bc1-85ed-4c6f8f4ce633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.958603] env[62402]: DEBUG oslo_concurrency.lockutils [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] Lock "3492a2f3-c801-4bc1-85ed-4c6f8f4ce633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.958772] env[62402]: DEBUG nova.compute.manager [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] No waiting events found dispatching network-vif-plugged-b144dc62-60a8-4cc0-b06a-63ee1e3c0b63 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1724.958939] env[62402]: WARNING nova.compute.manager [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Received unexpected event network-vif-plugged-b144dc62-60a8-4cc0-b06a-63ee1e3c0b63 for instance with vm_state building and task_state spawning. [ 1724.959127] env[62402]: DEBUG nova.compute.manager [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Received event network-changed-b144dc62-60a8-4cc0-b06a-63ee1e3c0b63 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1724.959464] env[62402]: DEBUG nova.compute.manager [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Refreshing instance network info cache due to event network-changed-b144dc62-60a8-4cc0-b06a-63ee1e3c0b63. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1724.959464] env[62402]: DEBUG oslo_concurrency.lockutils [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] Acquiring lock "refresh_cache-3492a2f3-c801-4bc1-85ed-4c6f8f4ce633" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.959607] env[62402]: DEBUG oslo_concurrency.lockutils [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] Acquired lock "refresh_cache-3492a2f3-c801-4bc1-85ed-4c6f8f4ce633" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.959762] env[62402]: DEBUG nova.network.neutron [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Refreshing network info cache for port b144dc62-60a8-4cc0-b06a-63ee1e3c0b63 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.030462] env[62402]: DEBUG nova.compute.manager [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1725.030625] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1725.030907] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0fd3efd-3703-4293-b657-690be4c1d135 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.039146] env[62402]: DEBUG oslo_vmware.api [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Waiting for the task: (returnval){ [ 1725.039146] env[62402]: value = "task-1873262" [ 1725.039146] env[62402]: _type = "Task" [ 1725.039146] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.047500] env[62402]: DEBUG oslo_vmware.api [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1873262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.060622] env[62402]: DEBUG oslo_concurrency.lockutils [req-df3a0574-e79a-47ed-86a4-931156079a74 req-2599be68-99de-4976-8cdb-3d14d00e56ad service nova] Releasing lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.128268] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "refresh_cache-3492a2f3-c801-4bc1-85ed-4c6f8f4ce633" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.183093] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873259, 'name': ReconfigVM_Task, 'duration_secs': 0.58111} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.183487] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 463e56d8-eedf-4162-8323-f09335bc0b0e/463e56d8-eedf-4162-8323-f09335bc0b0e.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1725.184322] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c23d210-4474-4e18-8c1c-6069db45f630 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.192040] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1725.192040] env[62402]: value = "task-1873263" [ 1725.192040] env[62402]: _type = "Task" [ 1725.192040] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.201669] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873263, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.234793] env[62402]: DEBUG nova.scheduler.client.report [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1725.252675] env[62402]: DEBUG oslo_vmware.api [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873261, 'name': PowerOnVM_Task, 'duration_secs': 0.424348} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.256666] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.256913] env[62402]: DEBUG nova.compute.manager [None req-b1667df2-9b67-40bf-b7ac-a6c4d57ec9c4 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.258075] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570d58cf-cc83-4cab-93b0-76871d833db0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.263037] env[62402]: DEBUG nova.network.neutron [-] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.273094] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068923} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.273276] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1725.274367] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002903fd-4dc7-407c-bf8a-c288a48f9d7a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.286383] env[62402]: INFO nova.compute.manager [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Took 27.23 seconds to build instance. [ 1725.308996] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6a8de3a5-86e8-43d1-b811-f63851291de4/6a8de3a5-86e8-43d1-b811-f63851291de4.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1725.313745] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21e8b88b-72c8-4c7c-8179-c2a874ea63cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.336633] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c8d7ee-8bcc-7de0-dbfb-52e4767d9f75, 'name': SearchDatastore_Task, 'duration_secs': 0.022796} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.338458] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Waiting for the task: (returnval){ [ 1725.338458] env[62402]: value = "task-1873264" [ 1725.338458] env[62402]: _type = "Task" [ 1725.338458] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.338651] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd92b5d-7d88-4cae-b0a7-cf845c2e67a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.347394] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1725.347394] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528ac265-e3ae-2936-c542-8d47877921b9" [ 1725.347394] env[62402]: _type = "Task" [ 1725.347394] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.351434] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.353887] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873264, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.368374] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528ac265-e3ae-2936-c542-8d47877921b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.495256] env[62402]: DEBUG nova.network.neutron [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1725.548815] env[62402]: DEBUG oslo_vmware.api [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1873262, 'name': PowerOffVM_Task, 'duration_secs': 0.317589} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.549094] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1725.549298] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1725.549489] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-386981', 'volume_id': '1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'name': 'volume-1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '555e79b9-57c7-4276-9bce-08999b2cdb83', 'attached_at': '', 'detached_at': '', 'volume_id': '1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'serial': '1bfebb38-ed65-4cc8-b951-7380e3f3872c'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1725.550271] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5621ae-f2da-4d0a-86bd-d90c93d2694b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.572552] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff3be9d-8bcd-4401-8d77-187701c677d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.581017] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369a13e4-c87e-4680-8ab2-f016b05fa7a3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.600394] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099d27ab-7dfc-4963-b933-b369ceed0c00 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.603946] env[62402]: DEBUG nova.compute.manager [req-eca0644b-6afc-4531-b9aa-80401f94e284 req-5e85f591-4ead-479f-afef-39cc588ab871 service nova] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Received event network-vif-deleted-20345867-f7bb-4b1e-ac5d-fce132d1ae2f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1725.618371] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] The volume has not been displaced from its original location: [datastore1] volume-1bfebb38-ed65-4cc8-b951-7380e3f3872c/volume-1bfebb38-ed65-4cc8-b951-7380e3f3872c.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1725.623707] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1725.624705] env[62402]: DEBUG nova.network.neutron [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.626283] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35da1ba6-b6fb-4f41-85ab-5590708e4e6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.646252] env[62402]: DEBUG oslo_vmware.api [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Waiting for the task: (returnval){ [ 1725.646252] env[62402]: value = "task-1873265" [ 1725.646252] env[62402]: _type = "Task" [ 1725.646252] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.654489] env[62402]: DEBUG oslo_vmware.api [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1873265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.700875] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873263, 'name': Rename_Task, 'duration_secs': 0.310515} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.702036] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.702036] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e947702-9056-4b11-adad-bbcdd9862f20 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.707820] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1725.707820] env[62402]: value = "task-1873266" [ 1725.707820] env[62402]: _type = "Task" [ 1725.707820] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.715282] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.740538] env[62402]: DEBUG oslo_concurrency.lockutils [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.743864] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.261s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.744080] env[62402]: DEBUG nova.objects.instance [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Lazy-loading 'resources' on Instance uuid 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.766753] env[62402]: INFO nova.scheduler.client.report [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted allocations for instance ac4875e9-ad53-4c99-8c7a-e4bb0a54d406 [ 1725.773867] env[62402]: INFO nova.compute.manager [-] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Took 1.49 seconds to deallocate network for instance. [ 1725.810410] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9e754dd4-5815-4071-8525-ca0eafa91349 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Lock "b4e13420-06cd-4ff9-adf6-97bda93a5402" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.760s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.851301] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.864397] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528ac265-e3ae-2936-c542-8d47877921b9, 'name': SearchDatastore_Task, 'duration_secs': 0.020551} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.866082] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.866383] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 9152c96a-83aa-4713-ae6b-31272a9ccd2a/9152c96a-83aa-4713-ae6b-31272a9ccd2a.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1725.871552] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15742a54-2ad2-49ac-aba9-e39d993d6065 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.879829] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1725.879829] env[62402]: value = "task-1873267" [ 1725.879829] env[62402]: _type = "Task" [ 1725.879829] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.890569] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.127678] env[62402]: DEBUG oslo_concurrency.lockutils [req-4eae890e-b702-40ab-affc-17f4e20f6aa7 req-084a6526-0648-4abe-bbaa-586f7a7306d6 service nova] Releasing lock "refresh_cache-3492a2f3-c801-4bc1-85ed-4c6f8f4ce633" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.128191] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "refresh_cache-3492a2f3-c801-4bc1-85ed-4c6f8f4ce633" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.128280] env[62402]: DEBUG nova.network.neutron [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.156644] env[62402]: DEBUG oslo_vmware.api [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1873265, 'name': ReconfigVM_Task, 'duration_secs': 0.2493} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.156882] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1726.163046] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c3bef5d-29a9-4008-8848-305c4292bd00 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.179210] env[62402]: DEBUG oslo_vmware.api [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Waiting for the task: (returnval){ [ 1726.179210] env[62402]: value = "task-1873268" [ 1726.179210] env[62402]: _type = "Task" [ 1726.179210] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.187250] env[62402]: DEBUG oslo_vmware.api [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1873268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.217971] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873266, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.279965] env[62402]: DEBUG oslo_concurrency.lockutils [None req-05e4e957-b1fa-458d-a459-72f54430ea94 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "ac4875e9-ad53-4c99-8c7a-e4bb0a54d406" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.547s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.284168] env[62402]: DEBUG oslo_concurrency.lockutils [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.357492] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1726.361360] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bb92b67-2297-48c9-ba24-37e60f92afe3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.364978] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873264, 'name': ReconfigVM_Task, 'duration_secs': 0.651202} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.368253] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6a8de3a5-86e8-43d1-b811-f63851291de4/6a8de3a5-86e8-43d1-b811-f63851291de4.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.370349] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f81e0df6-4603-4676-b89e-39d286109ac1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.376354] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.376354] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.377382] env[62402]: DEBUG oslo_vmware.api [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1726.377382] env[62402]: value = "task-1873269" [ 1726.377382] env[62402]: _type = "Task" [ 1726.377382] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.380323] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Waiting for the task: (returnval){ [ 1726.380323] env[62402]: value = "task-1873270" [ 1726.380323] env[62402]: _type = "Task" [ 1726.380323] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.400030] env[62402]: DEBUG oslo_vmware.api [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873269, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.407256] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873267, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.408115] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873270, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.623683] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2c1fff-a82e-4717-9b6e-7f6df66fd9e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.637562] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2d848d-8662-4c5d-9a75-baf9134dba60 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.673996] env[62402]: DEBUG nova.network.neutron [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.677081] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f193a2e-9a3b-4a1b-835c-f7a19a7be592 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.691762] env[62402]: DEBUG oslo_vmware.api [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1873268, 'name': ReconfigVM_Task, 'duration_secs': 0.194856} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.694664] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-386981', 'volume_id': '1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'name': 'volume-1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '555e79b9-57c7-4276-9bce-08999b2cdb83', 'attached_at': '', 'detached_at': '', 'volume_id': '1bfebb38-ed65-4cc8-b951-7380e3f3872c', 'serial': '1bfebb38-ed65-4cc8-b951-7380e3f3872c'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1726.695136] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1726.696131] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3044acb4-3366-46b9-8012-ca71c1afadc7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.700488] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3f18a3-bdf6-4bbf-809e-4b0c0575ece5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.722580] env[62402]: DEBUG nova.compute.provider_tree [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.727734] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1726.728424] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d396e85d-19f3-49a9-b9a7-92a6738880c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.733275] env[62402]: DEBUG oslo_vmware.api [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873266, 'name': PowerOnVM_Task, 'duration_secs': 0.803565} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.737360] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1726.737612] env[62402]: DEBUG nova.compute.manager [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1726.738720] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5f37df-b67a-4f07-bc91-8724890ad5c9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.815210] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1726.816265] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1726.816265] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Deleting the datastore file [datastore1] 555e79b9-57c7-4276-9bce-08999b2cdb83 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1726.816553] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5bcf2b7-ded1-44e7-a08d-b4b18c24c365 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.823453] env[62402]: DEBUG oslo_vmware.api [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Waiting for the task: (returnval){ [ 1726.823453] env[62402]: value = "task-1873272" [ 1726.823453] env[62402]: _type = "Task" [ 1726.823453] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.833241] env[62402]: DEBUG oslo_vmware.api [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1873272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.834570] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.835250] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.835630] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.835958] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.836294] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.838936] env[62402]: INFO nova.compute.manager [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Terminating instance [ 1726.881523] env[62402]: INFO nova.compute.manager [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Detaching volume 961eebf9-2be2-4fdb-a900-b8cf41764211 [ 1726.904488] env[62402]: DEBUG oslo_vmware.api [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.905542] env[62402]: DEBUG nova.network.neutron [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Updating instance_info_cache with network_info: [{"id": "b144dc62-60a8-4cc0-b06a-63ee1e3c0b63", "address": "fa:16:3e:fb:74:08", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb144dc62-60", "ovs_interfaceid": "b144dc62-60a8-4cc0-b06a-63ee1e3c0b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.915024] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873270, 'name': Rename_Task, 'duration_secs': 0.262084} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.915024] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891363} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.917774] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1726.918070] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 9152c96a-83aa-4713-ae6b-31272a9ccd2a/9152c96a-83aa-4713-ae6b-31272a9ccd2a.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1726.918278] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1726.922888] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6d71e47-4ff5-4653-92b8-2e930c9573df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.924928] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a6ead4b-3307-483e-9112-aa502f16b7e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.928931] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "1c840129-db9d-4322-8776-14154e9b7aa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.929380] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "1c840129-db9d-4322-8776-14154e9b7aa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.938278] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Waiting for the task: (returnval){ [ 1726.938278] env[62402]: value = "task-1873273" [ 1726.938278] env[62402]: _type = "Task" [ 1726.938278] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.939457] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1726.939457] env[62402]: value = "task-1873274" [ 1726.939457] env[62402]: _type = "Task" [ 1726.939457] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.961038] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.961679] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.963271] env[62402]: INFO nova.virt.block_device [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Attempting to driver detach volume 961eebf9-2be2-4fdb-a900-b8cf41764211 from mountpoint /dev/sdb [ 1726.966601] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1726.966601] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387112', 'volume_id': '961eebf9-2be2-4fdb-a900-b8cf41764211', 'name': 'volume-961eebf9-2be2-4fdb-a900-b8cf41764211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6614ec90-4eaa-4393-8f73-f9d54aa6e625', 'attached_at': '', 'detached_at': '', 'volume_id': '961eebf9-2be2-4fdb-a900-b8cf41764211', 'serial': '961eebf9-2be2-4fdb-a900-b8cf41764211'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1726.966601] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8387968-40c9-43ac-a652-97d115c4f01d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.994639] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646c64de-2fab-43b8-aacd-ff3b07b3309d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.002603] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4397015e-6210-40db-9486-addb1fee214a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.024501] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0323b3c9-6683-4331-a1ed-2245466547c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.040630] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] The volume has not been displaced from its original location: [datastore1] volume-961eebf9-2be2-4fdb-a900-b8cf41764211/volume-961eebf9-2be2-4fdb-a900-b8cf41764211.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1727.046462] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1727.046928] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d7425a-5842-43e7-9ab1-356e0354a27d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.066878] env[62402]: DEBUG oslo_vmware.api [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1727.066878] env[62402]: value = "task-1873275" [ 1727.066878] env[62402]: _type = "Task" [ 1727.066878] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.075394] env[62402]: DEBUG oslo_vmware.api [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.230342] env[62402]: DEBUG nova.scheduler.client.report [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1727.258082] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.334521] env[62402]: DEBUG oslo_vmware.api [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Task: {'id': task-1873272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138931} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.334806] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1727.335028] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1727.335289] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1727.335476] env[62402]: INFO nova.compute.manager [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1727.335744] env[62402]: DEBUG oslo.service.loopingcall [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.335970] env[62402]: DEBUG nova.compute.manager [-] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1727.336086] env[62402]: DEBUG nova.network.neutron [-] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1727.343639] env[62402]: DEBUG nova.compute.manager [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1727.343847] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1727.345029] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23431b07-04f8-4c5c-be81-3a0527742cf3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.352436] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.352903] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c41f27b-584a-461f-b58f-a5ceb8997474 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.361661] env[62402]: DEBUG oslo_vmware.api [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1727.361661] env[62402]: value = "task-1873276" [ 1727.361661] env[62402]: _type = "Task" [ 1727.361661] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.370650] env[62402]: DEBUG oslo_vmware.api [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.394407] env[62402]: DEBUG oslo_vmware.api [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873269, 'name': PowerOnVM_Task, 'duration_secs': 0.597971} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.394706] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1727.394912] env[62402]: DEBUG nova.compute.manager [None req-bd20a253-7970-4de1-8821-57a81a70d356 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.395736] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40ed62f-3f2c-4741-99bc-707c14e2e3e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.415197] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "refresh_cache-3492a2f3-c801-4bc1-85ed-4c6f8f4ce633" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.415590] env[62402]: DEBUG nova.compute.manager [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Instance network_info: |[{"id": "b144dc62-60a8-4cc0-b06a-63ee1e3c0b63", "address": "fa:16:3e:fb:74:08", "network": {"id": "216e463e-6ce4-4303-9b9c-3610e2bf25a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-483041206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44597faa2b3642a0bf93eb00368419eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb144dc62-60", "ovs_interfaceid": "b144dc62-60a8-4cc0-b06a-63ee1e3c0b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1727.415992] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:74:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b144dc62-60a8-4cc0-b06a-63ee1e3c0b63', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1727.423976] env[62402]: DEBUG oslo.service.loopingcall [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.424262] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1727.424499] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2c80f0d-48a1-4bab-b64a-083ce4afc34d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.441416] env[62402]: DEBUG nova.compute.manager [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1727.457297] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1727.457297] env[62402]: value = "task-1873277" [ 1727.457297] env[62402]: _type = "Task" [ 1727.457297] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.458592] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071053} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.465952] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1727.466543] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873273, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.467377] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63587125-b4c2-4bbd-91e7-49304059a4d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.476337] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873277, 'name': CreateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.498433] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 9152c96a-83aa-4713-ae6b-31272a9ccd2a/9152c96a-83aa-4713-ae6b-31272a9ccd2a.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1727.500811] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b984a2c-7869-4640-96a7-5ab467508621 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.526524] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1727.526524] env[62402]: value = "task-1873278" [ 1727.526524] env[62402]: _type = "Task" [ 1727.526524] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.537415] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.577262] env[62402]: DEBUG oslo_vmware.api [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873275, 'name': ReconfigVM_Task, 'duration_secs': 0.347475} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.577586] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1727.584169] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff5d965-f04a-47f2-b0bd-bd6828676a39 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.603039] env[62402]: DEBUG oslo_vmware.api [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1727.603039] env[62402]: value = "task-1873279" [ 1727.603039] env[62402]: _type = "Task" [ 1727.603039] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.610888] env[62402]: DEBUG oslo_vmware.api [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.737303] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.740399] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.828s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.741859] env[62402]: DEBUG nova.objects.instance [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Lazy-loading 'resources' on Instance uuid 01e64ee0-c60e-476a-bc08-8ea04658bbfd {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.763805] env[62402]: INFO nova.scheduler.client.report [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Deleted allocations for instance 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03 [ 1727.872230] env[62402]: DEBUG oslo_vmware.api [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873276, 'name': PowerOffVM_Task, 'duration_secs': 0.24702} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.872514] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.872812] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1727.873249] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e274ebe9-60e9-4126-b46b-154b2e49b9f9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.958529] env[62402]: DEBUG oslo_vmware.api [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873273, 'name': PowerOnVM_Task, 'duration_secs': 0.813404} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.963640] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1727.963640] env[62402]: INFO nova.compute.manager [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1727.963640] env[62402]: DEBUG nova.compute.manager [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.965719] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1460b8-7fb8-4bb3-a561-603536202832 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.973220] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.976965] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873277, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.021094] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Acquiring lock "b4e13420-06cd-4ff9-adf6-97bda93a5402" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.021412] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Lock "b4e13420-06cd-4ff9-adf6-97bda93a5402" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.021628] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Acquiring lock "b4e13420-06cd-4ff9-adf6-97bda93a5402-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.021814] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Lock "b4e13420-06cd-4ff9-adf6-97bda93a5402-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.021981] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Lock "b4e13420-06cd-4ff9-adf6-97bda93a5402-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.023952] env[62402]: INFO nova.compute.manager [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Terminating instance [ 1728.037345] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873278, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.067637] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.067864] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.068066] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Deleting the datastore file [datastore1] 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.068558] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1668d46-88ea-48f2-ad45-3620285380a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.075953] env[62402]: DEBUG oslo_vmware.api [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1728.075953] env[62402]: value = "task-1873281" [ 1728.075953] env[62402]: _type = "Task" [ 1728.075953] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.085140] env[62402]: DEBUG oslo_vmware.api [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.100506] env[62402]: DEBUG nova.compute.manager [req-cde937ff-1059-4ad1-99c9-ad2c46d85faf req-00d318a6-17b7-423d-8c11-7ac21a316613 service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Received event network-vif-deleted-75cc765b-6863-48a2-9bce-d4d5a7408bf0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1728.100687] env[62402]: INFO nova.compute.manager [req-cde937ff-1059-4ad1-99c9-ad2c46d85faf req-00d318a6-17b7-423d-8c11-7ac21a316613 service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Neutron deleted interface 75cc765b-6863-48a2-9bce-d4d5a7408bf0; detaching it from the instance and deleting it from the info cache [ 1728.100857] env[62402]: DEBUG nova.network.neutron [req-cde937ff-1059-4ad1-99c9-ad2c46d85faf req-00d318a6-17b7-423d-8c11-7ac21a316613 service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.112896] env[62402]: DEBUG oslo_vmware.api [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873279, 'name': ReconfigVM_Task, 'duration_secs': 0.185653} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.113053] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387112', 'volume_id': '961eebf9-2be2-4fdb-a900-b8cf41764211', 'name': 'volume-961eebf9-2be2-4fdb-a900-b8cf41764211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6614ec90-4eaa-4393-8f73-f9d54aa6e625', 'attached_at': '', 'detached_at': '', 'volume_id': '961eebf9-2be2-4fdb-a900-b8cf41764211', 'serial': '961eebf9-2be2-4fdb-a900-b8cf41764211'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1728.273813] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1d86b2c-337d-4c4e-be35-32e4801fca27 tempest-ServerAddressesNegativeTestJSON-1058523504 tempest-ServerAddressesNegativeTestJSON-1058523504-project-member] Lock "9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.334s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.473940] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873277, 'name': CreateVM_Task, 'duration_secs': 0.569316} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.477866] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1728.479216] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.479414] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.479779] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1728.480058] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff3dcc20-97d5-416b-ae8a-4da00af8018b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.481883] env[62402]: DEBUG nova.network.neutron [-] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.494780] env[62402]: INFO nova.compute.manager [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Took 28.04 seconds to build instance. [ 1728.497800] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1728.497800] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52322696-0e76-1119-42bf-be90057aa08e" [ 1728.497800] env[62402]: _type = "Task" [ 1728.497800] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.508915] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52322696-0e76-1119-42bf-be90057aa08e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.527588] env[62402]: DEBUG nova.compute.manager [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1728.527841] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1728.529048] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeecce7-968e-47bf-bf48-01696a943a99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.543257] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1728.543572] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873278, 'name': ReconfigVM_Task, 'duration_secs': 0.557107} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.543876] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fecf116a-242f-49b5-adda-13c92fca1d52 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.545469] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 9152c96a-83aa-4713-ae6b-31272a9ccd2a/9152c96a-83aa-4713-ae6b-31272a9ccd2a.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1728.548410] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52b14de4-d24b-4b9e-976e-f4eaf3dbb66e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.555212] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1728.555212] env[62402]: value = "task-1873282" [ 1728.555212] env[62402]: _type = "Task" [ 1728.555212] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.556651] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquiring lock "463e56d8-eedf-4162-8323-f09335bc0b0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.557710] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lock "463e56d8-eedf-4162-8323-f09335bc0b0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.557710] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquiring lock "463e56d8-eedf-4162-8323-f09335bc0b0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.557710] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lock "463e56d8-eedf-4162-8323-f09335bc0b0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.557710] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lock "463e56d8-eedf-4162-8323-f09335bc0b0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.559248] env[62402]: DEBUG oslo_vmware.api [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Waiting for the task: (returnval){ [ 1728.559248] env[62402]: value = "task-1873283" [ 1728.559248] env[62402]: _type = "Task" [ 1728.559248] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.559545] env[62402]: INFO nova.compute.manager [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Terminating instance [ 1728.581075] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873282, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.589240] env[62402]: DEBUG oslo_vmware.api [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.598433] env[62402]: DEBUG oslo_vmware.api [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.604959] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f276fc4b-4e35-4e63-a565-c51cb46e587a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.606883] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0777c86-cb21-47fc-92ba-fcb90301ff17 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.614091] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8923a0fd-79f9-4e99-a903-79fc74e0fe5e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.619961] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf09821a-706a-4227-9818-a8ac7b3788c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.674237] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb47b6d-fae2-4693-983a-67a54a22d5a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.677706] env[62402]: DEBUG nova.compute.manager [req-cde937ff-1059-4ad1-99c9-ad2c46d85faf req-00d318a6-17b7-423d-8c11-7ac21a316613 service nova] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Detach interface failed, port_id=75cc765b-6863-48a2-9bce-d4d5a7408bf0, reason: Instance 555e79b9-57c7-4276-9bce-08999b2cdb83 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1728.683585] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49b4c59-5f11-493e-9c0f-b46050dd363e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.697445] env[62402]: DEBUG nova.compute.provider_tree [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.703021] env[62402]: DEBUG nova.objects.instance [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lazy-loading 'flavor' on Instance uuid 6614ec90-4eaa-4393-8f73-f9d54aa6e625 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.991513] env[62402]: INFO nova.compute.manager [-] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Took 1.66 seconds to deallocate network for instance. [ 1728.998615] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf01f92b-7ddc-4af3-a54d-251a5bea6572 tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Lock "6a8de3a5-86e8-43d1-b811-f63851291de4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.553s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.009119] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52322696-0e76-1119-42bf-be90057aa08e, 'name': SearchDatastore_Task, 'duration_secs': 0.015688} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.009451] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.009710] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.009955] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.010159] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.010364] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.010642] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fafd7ea4-153c-4f74-94e3-7c171318cd78 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.020382] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.020596] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1729.021404] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfba1210-e449-420c-8935-b20c03d14d64 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.027412] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1729.027412] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52aa2481-4ac8-c4d5-eaf8-67908bcf05ad" [ 1729.027412] env[62402]: _type = "Task" [ 1729.027412] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.035497] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52aa2481-4ac8-c4d5-eaf8-67908bcf05ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.066015] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873282, 'name': Rename_Task, 'duration_secs': 0.234144} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.072023] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1729.072023] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3057366e-670e-49d4-951f-8180e8eac86b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.072023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquiring lock "refresh_cache-463e56d8-eedf-4162-8323-f09335bc0b0e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.072023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquired lock "refresh_cache-463e56d8-eedf-4162-8323-f09335bc0b0e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.072023] env[62402]: DEBUG nova.network.neutron [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.076878] env[62402]: DEBUG oslo_vmware.api [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873283, 'name': PowerOffVM_Task, 'duration_secs': 0.288609} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.078568] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1729.078737] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1729.079053] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1729.079053] env[62402]: value = "task-1873284" [ 1729.079053] env[62402]: _type = "Task" [ 1729.079053] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.079264] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c3cccf9-f2d0-4e70-82da-696ba192b5d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.096627] env[62402]: DEBUG oslo_vmware.api [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557463} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.100195] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.100421] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.100596] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.100771] env[62402]: INFO nova.compute.manager [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1729.101117] env[62402]: DEBUG oslo.service.loopingcall [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.101419] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873284, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.101943] env[62402]: DEBUG nova.compute.manager [-] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1729.102052] env[62402]: DEBUG nova.network.neutron [-] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1729.203395] env[62402]: DEBUG nova.scheduler.client.report [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1729.414028] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1729.414028] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1729.414028] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Deleting the datastore file [datastore2] b4e13420-06cd-4ff9-adf6-97bda93a5402 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.414028] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-327c3468-9ada-4119-9e02-224d3b7b8300 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.421752] env[62402]: DEBUG oslo_vmware.api [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Waiting for the task: (returnval){ [ 1729.421752] env[62402]: value = "task-1873286" [ 1729.421752] env[62402]: _type = "Task" [ 1729.421752] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.432083] env[62402]: DEBUG oslo_vmware.api [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.543534] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52aa2481-4ac8-c4d5-eaf8-67908bcf05ad, 'name': SearchDatastore_Task, 'duration_secs': 0.015302} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.544897] env[62402]: INFO nova.compute.manager [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Took 0.55 seconds to detach 1 volumes for instance. [ 1729.548214] env[62402]: DEBUG nova.compute.manager [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Deleting volume: 1bfebb38-ed65-4cc8-b951-7380e3f3872c {{(pid=62402) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1729.551369] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9136b04-c37c-4aa6-8134-6582d00d5f78 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.559984] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1729.559984] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b06f2d-49c5-2a4c-3597-ac3d6be06451" [ 1729.559984] env[62402]: _type = "Task" [ 1729.559984] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.569296] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b06f2d-49c5-2a4c-3597-ac3d6be06451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.597754] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.608591] env[62402]: DEBUG nova.network.neutron [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1729.697313] env[62402]: DEBUG nova.network.neutron [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.712283] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.716179] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.914s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.717846] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9ebf15ae-ffd0-41b1-8f63-f979a4eed7cc tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.342s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.756795] env[62402]: INFO nova.scheduler.client.report [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Deleted allocations for instance 01e64ee0-c60e-476a-bc08-8ea04658bbfd [ 1729.935925] env[62402]: DEBUG oslo_vmware.api [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Task: {'id': task-1873286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252125} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.936262] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.936667] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.937020] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.937091] env[62402]: INFO nova.compute.manager [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1729.937357] env[62402]: DEBUG oslo.service.loopingcall [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.937623] env[62402]: DEBUG nova.compute.manager [-] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1729.937696] env[62402]: DEBUG nova.network.neutron [-] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1730.073817] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b06f2d-49c5-2a4c-3597-ac3d6be06451, 'name': SearchDatastore_Task, 'duration_secs': 0.021558} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.073817] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.074119] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633/3492a2f3-c801-4bc1-85ed-4c6f8f4ce633.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1730.074393] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7e2a6da-aa59-4a44-9e28-2d445a449775 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.081663] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1730.081663] env[62402]: value = "task-1873288" [ 1730.081663] env[62402]: _type = "Task" [ 1730.081663] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.092996] env[62402]: DEBUG nova.network.neutron [-] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.094349] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.097665] env[62402]: DEBUG oslo_vmware.api [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873284, 'name': PowerOnVM_Task, 'duration_secs': 0.901888} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.098138] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.098410] env[62402]: INFO nova.compute.manager [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1730.098594] env[62402]: DEBUG nova.compute.manager [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.099356] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d92c2c-e6f3-4d4e-9011-3ef4fd47c9ce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.103731] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.202215] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Releasing lock "refresh_cache-463e56d8-eedf-4162-8323-f09335bc0b0e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.202649] env[62402]: DEBUG nova.compute.manager [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1730.202843] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.203827] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c431ad5e-408e-4c95-b082-3fedc582da07 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.215877] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.215877] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6f75437-abc5-4f27-a5e3-03f341b81957 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.228881] env[62402]: DEBUG oslo_vmware.api [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1730.228881] env[62402]: value = "task-1873289" [ 1730.228881] env[62402]: _type = "Task" [ 1730.228881] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.237793] env[62402]: DEBUG oslo_vmware.api [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.266589] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae5ec2da-ed0e-4d24-bbb0-a44515072563 tempest-ServersTestJSON-1473046804 tempest-ServersTestJSON-1473046804-project-member] Lock "01e64ee0-c60e-476a-bc08-8ea04658bbfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.145s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.310690] env[62402]: DEBUG nova.compute.manager [req-1abf7f8a-c6eb-4198-9e88-67395682709d req-3bdfb6a6-0c53-476d-9afb-235b372066c1 service nova] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Received event network-vif-deleted-4ecc413f-5985-4d05-b067-50581898ec39 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1730.355904] env[62402]: DEBUG nova.compute.manager [req-15c1d541-fac6-440e-94f9-baab5101b91c req-7035bcde-d2d3-4f0f-9ff4-33a1aca07c57 service nova] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Received event network-vif-deleted-5baf3051-6da6-464a-ae68-79d583452f36 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1730.356147] env[62402]: INFO nova.compute.manager [req-15c1d541-fac6-440e-94f9-baab5101b91c req-7035bcde-d2d3-4f0f-9ff4-33a1aca07c57 service nova] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Neutron deleted interface 5baf3051-6da6-464a-ae68-79d583452f36; detaching it from the instance and deleting it from the info cache [ 1730.356302] env[62402]: DEBUG nova.network.neutron [req-15c1d541-fac6-440e-94f9-baab5101b91c req-7035bcde-d2d3-4f0f-9ff4-33a1aca07c57 service nova] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.404117] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.404117] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.404117] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.405026] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.405026] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.409463] env[62402]: INFO nova.compute.manager [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Terminating instance [ 1730.594550] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873288, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.599399] env[62402]: INFO nova.compute.manager [-] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Took 1.50 seconds to deallocate network for instance. [ 1730.621843] env[62402]: INFO nova.compute.manager [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Took 24.06 seconds to build instance. [ 1730.751794] env[62402]: DEBUG oslo_vmware.api [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873289, 'name': PowerOffVM_Task, 'duration_secs': 0.132772} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.752175] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.752388] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.752663] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4946379-339c-4e09-a170-06d3e150628a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.765706] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance d606c3e6-78f6-42b1-9dc1-690215743e14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.765706] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8864de7b-2d40-4b93-a545-ae11a605b0c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.765706] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 3d1735e1-4302-4891-9230-5fb564800cda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.765706] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 6614ec90-4eaa-4393-8f73-f9d54aa6e625 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.765991] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 555e79b9-57c7-4276-9bce-08999b2cdb83 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1730.765991] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8a58174b-e33a-4f2e-9e06-d78a335d1579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.766120] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 98c092c8-7c8d-4e90-abfa-bb4f00825519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.766148] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance d4cb00b8-7656-4add-87e6-015b54ad42dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.766260] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance aab39cb2-8ae8-4d0e-a4a1-4e215647694e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.766993] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance f9120810-a22a-413f-be1f-6a0988e6cd5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.766993] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance e67a1387-3862-4b89-9e1d-347badf86328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.766993] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 7d9ac25e-e12a-4738-8448-6ecc4f25697c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.766993] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.766993] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 463e56d8-eedf-4162-8323-f09335bc0b0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.766993] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 465dfb3f-7504-42ff-994f-bb4d6edfb976 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.768029] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 61f0bfe0-d838-4d23-b97c-89f14aed1f7c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1730.768029] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance b4e13420-06cd-4ff9-adf6-97bda93a5402 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.768029] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 6a8de3a5-86e8-43d1-b811-f63851291de4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.768029] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 9152c96a-83aa-4713-ae6b-31272a9ccd2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.768029] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1730.783684] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1730.783999] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1730.784327] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Deleting the datastore file [datastore2] 463e56d8-eedf-4162-8323-f09335bc0b0e {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1730.785304] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a9c98c7-9dae-4f11-b8e8-9221b38bac3a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.792409] env[62402]: DEBUG nova.network.neutron [-] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.793610] env[62402]: DEBUG oslo_vmware.api [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for the task: (returnval){ [ 1730.793610] env[62402]: value = "task-1873291" [ 1730.793610] env[62402]: _type = "Task" [ 1730.793610] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.802890] env[62402]: DEBUG oslo_vmware.api [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.859267] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-452973bb-1b1d-403a-a0e1-3bb94e82e3a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.869512] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038c155a-8d44-47c2-8a79-fb159a8087e9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.907374] env[62402]: DEBUG nova.compute.manager [req-15c1d541-fac6-440e-94f9-baab5101b91c req-7035bcde-d2d3-4f0f-9ff4-33a1aca07c57 service nova] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Detach interface failed, port_id=5baf3051-6da6-464a-ae68-79d583452f36, reason: Instance b4e13420-06cd-4ff9-adf6-97bda93a5402 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1730.913303] env[62402]: DEBUG nova.compute.manager [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1730.913517] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.914346] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45ea1ea-76ea-424d-a005-5b7a5477ca80 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.921501] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.922488] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dc91d48-66a4-4854-82d9-1f2b34e6fc49 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.928954] env[62402]: DEBUG oslo_vmware.api [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1730.928954] env[62402]: value = "task-1873292" [ 1730.928954] env[62402]: _type = "Task" [ 1730.928954] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.937207] env[62402]: DEBUG oslo_vmware.api [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.001023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Acquiring lock "6a8de3a5-86e8-43d1-b811-f63851291de4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.001817] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Lock "6a8de3a5-86e8-43d1-b811-f63851291de4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.001817] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Acquiring lock "6a8de3a5-86e8-43d1-b811-f63851291de4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.001817] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Lock "6a8de3a5-86e8-43d1-b811-f63851291de4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.001988] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Lock "6a8de3a5-86e8-43d1-b811-f63851291de4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.004757] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.004959] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.006339] env[62402]: INFO nova.compute.manager [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Terminating instance [ 1731.093543] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700661} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.093813] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633/3492a2f3-c801-4bc1-85ed-4c6f8f4ce633.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1731.094169] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1731.094381] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7fd452b-390b-442a-b112-11d6a9b79cac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.102184] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1731.102184] env[62402]: value = "task-1873293" [ 1731.102184] env[62402]: _type = "Task" [ 1731.102184] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.110293] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.110564] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.124259] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0889a70-b08a-44a3-816e-06a52a382d52 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.567s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.271315] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 9b81c224-40e4-4eda-900b-c759ee6a460d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1731.294587] env[62402]: INFO nova.compute.manager [-] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Took 1.36 seconds to deallocate network for instance. [ 1731.314508] env[62402]: DEBUG oslo_vmware.api [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Task: {'id': task-1873291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086961} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.314699] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1731.314802] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1731.315015] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1731.315434] env[62402]: INFO nova.compute.manager [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1731.315546] env[62402]: DEBUG oslo.service.loopingcall [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.315705] env[62402]: DEBUG nova.compute.manager [-] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1731.315873] env[62402]: DEBUG nova.network.neutron [-] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1731.339011] env[62402]: DEBUG nova.network.neutron [-] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1731.439454] env[62402]: DEBUG oslo_vmware.api [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873292, 'name': PowerOffVM_Task, 'duration_secs': 0.504047} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.439925] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.440170] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.440462] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f133d02b-75a4-4090-bd91-a26f6350166e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.510174] env[62402]: DEBUG nova.compute.utils [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1731.511931] env[62402]: DEBUG nova.compute.manager [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1731.512226] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.515781] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a69120-0e35-4533-871f-77a38e258eb0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.522370] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.522670] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a33855ad-7234-4645-98ed-585949d3cfbc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.529685] env[62402]: DEBUG oslo_vmware.api [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Waiting for the task: (returnval){ [ 1731.529685] env[62402]: value = "task-1873295" [ 1731.529685] env[62402]: _type = "Task" [ 1731.529685] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.543848] env[62402]: DEBUG oslo_vmware.api [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.584546] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.584926] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.585180] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Deleting the datastore file [datastore1] 6614ec90-4eaa-4393-8f73-f9d54aa6e625 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.585502] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22dbe763-1030-46ca-88a3-0a9217894989 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.593307] env[62402]: DEBUG oslo_vmware.api [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1731.593307] env[62402]: value = "task-1873296" [ 1731.593307] env[62402]: _type = "Task" [ 1731.593307] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.601829] env[62402]: DEBUG oslo_vmware.api [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.611665] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262641} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.611980] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1731.612883] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b69841-5141-4741-aba6-785f7355937a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.636391] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633/3492a2f3-c801-4bc1-85ed-4c6f8f4ce633.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.636711] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56f40d2b-35b8-4936-aa32-cf1daed8a7f4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.657243] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1731.657243] env[62402]: value = "task-1873297" [ 1731.657243] env[62402]: _type = "Task" [ 1731.657243] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.667347] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.774576] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 1c840129-db9d-4322-8776-14154e9b7aa2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1731.775329] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1731.775329] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1731.810685] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.843978] env[62402]: DEBUG nova.network.neutron [-] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.013687] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.042470] env[62402]: DEBUG oslo_vmware.api [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873295, 'name': PowerOffVM_Task, 'duration_secs': 0.248779} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.042718] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.042885] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.043163] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc855873-b06c-4577-84ab-7c5fd19da3d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.108847] env[62402]: DEBUG oslo_vmware.api [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190781} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.111567] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.111772] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.111952] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.112143] env[62402]: INFO nova.compute.manager [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1732.112398] env[62402]: DEBUG oslo.service.loopingcall [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.112783] env[62402]: DEBUG nova.compute.manager [-] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1732.112882] env[62402]: DEBUG nova.network.neutron [-] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.137229] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa5edea-eb17-4a6e-9382-f3a131f95e39 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.147361] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d235de-c0a1-4eab-a6ff-77ce42e81849 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.183053] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43273ae9-f6d1-4b54-968e-cfa0c82116f4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.197550] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b86ce6e-c5de-4fb8-b69d-516405e21120 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.201466] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873297, 'name': ReconfigVM_Task, 'duration_secs': 0.327948} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.201738] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633/3492a2f3-c801-4bc1-85ed-4c6f8f4ce633.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.202662] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01c05887-f5fa-444c-b968-d730307a6486 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.212494] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.214749] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1732.214749] env[62402]: value = "task-1873299" [ 1732.214749] env[62402]: _type = "Task" [ 1732.214749] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.223295] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873299, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.339537] env[62402]: DEBUG nova.compute.manager [req-b02eb121-84b6-4b11-a9a6-19b90aabfa09 req-22f1db60-e07c-4fdf-adb0-fb844c4fcf28 service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Received event network-changed-d331ec0c-0455-4e02-9f9f-6d965fe7587f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1732.339786] env[62402]: DEBUG nova.compute.manager [req-b02eb121-84b6-4b11-a9a6-19b90aabfa09 req-22f1db60-e07c-4fdf-adb0-fb844c4fcf28 service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Refreshing instance network info cache due to event network-changed-d331ec0c-0455-4e02-9f9f-6d965fe7587f. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1732.340015] env[62402]: DEBUG oslo_concurrency.lockutils [req-b02eb121-84b6-4b11-a9a6-19b90aabfa09 req-22f1db60-e07c-4fdf-adb0-fb844c4fcf28 service nova] Acquiring lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.340182] env[62402]: DEBUG oslo_concurrency.lockutils [req-b02eb121-84b6-4b11-a9a6-19b90aabfa09 req-22f1db60-e07c-4fdf-adb0-fb844c4fcf28 service nova] Acquired lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.340320] env[62402]: DEBUG nova.network.neutron [req-b02eb121-84b6-4b11-a9a6-19b90aabfa09 req-22f1db60-e07c-4fdf-adb0-fb844c4fcf28 service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Refreshing network info cache for port d331ec0c-0455-4e02-9f9f-6d965fe7587f {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1732.346332] env[62402]: INFO nova.compute.manager [-] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Took 1.03 seconds to deallocate network for instance. [ 1732.716624] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.733533] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873299, 'name': Rename_Task, 'duration_secs': 0.166529} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.735229] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.735229] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b221aff-2857-4078-81b4-e45e65d78edf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.740804] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1732.740804] env[62402]: value = "task-1873300" [ 1732.740804] env[62402]: _type = "Task" [ 1732.740804] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.750766] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.809552] env[62402]: DEBUG nova.compute.manager [req-2be5e006-b2d4-4190-a612-ae49e3ff564f req-b4297683-b65c-46e7-93c7-25a88e5c749c service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Received event network-vif-deleted-21c8724c-1025-44bc-97e2-86a69f0a266f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1732.809768] env[62402]: INFO nova.compute.manager [req-2be5e006-b2d4-4190-a612-ae49e3ff564f req-b4297683-b65c-46e7-93c7-25a88e5c749c service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Neutron deleted interface 21c8724c-1025-44bc-97e2-86a69f0a266f; detaching it from the instance and deleting it from the info cache [ 1732.809945] env[62402]: DEBUG nova.network.neutron [req-2be5e006-b2d4-4190-a612-ae49e3ff564f req-b4297683-b65c-46e7-93c7-25a88e5c749c service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.851951] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.094026] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.094292] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.094645] env[62402]: INFO nova.compute.manager [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Attaching volume 9bd7414e-7c8b-4be6-a6dc-eed19c00d506 to /dev/sdb [ 1733.105039] env[62402]: DEBUG nova.network.neutron [req-b02eb121-84b6-4b11-a9a6-19b90aabfa09 req-22f1db60-e07c-4fdf-adb0-fb844c4fcf28 service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Updated VIF entry in instance network info cache for port d331ec0c-0455-4e02-9f9f-6d965fe7587f. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.107893] env[62402]: DEBUG nova.network.neutron [req-b02eb121-84b6-4b11-a9a6-19b90aabfa09 req-22f1db60-e07c-4fdf-adb0-fb844c4fcf28 service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Updating instance_info_cache with network_info: [{"id": "d331ec0c-0455-4e02-9f9f-6d965fe7587f", "address": "fa:16:3e:3f:05:68", "network": {"id": "593bfbc3-9e5a-452b-a66c-b317909ee941", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-761706808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4b16721fa4b31800d5ff1df7c1bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd331ec0c-04", "ovs_interfaceid": "d331ec0c-0455-4e02-9f9f-6d965fe7587f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.134070] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efc59d0-c396-4a71-bbbc-fa2503897270 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.141946] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9515e5dc-c1af-4b9f-8d85-913f0073bc67 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.155919] env[62402]: DEBUG nova.virt.block_device [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Updating existing volume attachment record: d6adf641-0a85-4fcc-9a18-f4a98430d687 {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1733.228949] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1733.229260] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.513s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.229550] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.647s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.231685] env[62402]: INFO nova.compute.claims [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1733.234020] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1733.234149] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Cleaning up deleted instances {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1733.250751] env[62402]: DEBUG oslo_vmware.api [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873300, 'name': PowerOnVM_Task, 'duration_secs': 0.481027} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.251025] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.251330] env[62402]: INFO nova.compute.manager [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1733.251602] env[62402]: DEBUG nova.compute.manager [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.252781] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361970e5-addb-4988-be7b-eefb8f369544 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.284132] env[62402]: DEBUG nova.network.neutron [-] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.313334] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64443a7d-6e17-435b-bad3-53ffaa45ab4c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.323673] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558ecc59-3e55-4560-8038-34d16871d6e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.364147] env[62402]: DEBUG nova.compute.manager [req-2be5e006-b2d4-4190-a612-ae49e3ff564f req-b4297683-b65c-46e7-93c7-25a88e5c749c service nova] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Detach interface failed, port_id=21c8724c-1025-44bc-97e2-86a69f0a266f, reason: Instance 6614ec90-4eaa-4393-8f73-f9d54aa6e625 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1733.608886] env[62402]: DEBUG oslo_concurrency.lockutils [req-b02eb121-84b6-4b11-a9a6-19b90aabfa09 req-22f1db60-e07c-4fdf-adb0-fb844c4fcf28 service nova] Releasing lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.758171] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] There are 62 instances to clean {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1733.758497] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 9d5b885a-1de1-46ac-8eb4-e9ccbf4e2a03] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1733.772031] env[62402]: INFO nova.compute.manager [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Took 21.56 seconds to build instance. [ 1733.787778] env[62402]: INFO nova.compute.manager [-] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Took 1.67 seconds to deallocate network for instance. [ 1734.091849] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db128fb-4b56-4c5f-a909-3e0f7ddf9ed5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.103966] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6caddb5-2768-43c0-b3bf-8bba1d605f46 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.137560] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdc22ba-1363-42aa-b545-0617c8eaa273 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.145398] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0a852-adcd-41e1-baa3-7840c39cd62c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.162152] env[62402]: DEBUG nova.compute.provider_tree [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.270210] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: ac4875e9-ad53-4c99-8c7a-e4bb0a54d406] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1734.275589] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bc2e3a42-0f9f-425b-9ee3-5d58dd344d7d tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "3492a2f3-c801-4bc1-85ed-4c6f8f4ce633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.068s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.295967] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.665686] env[62402]: DEBUG nova.scheduler.client.report [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.696590] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1734.696927] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1734.697173] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Deleting the datastore file [datastore2] 6a8de3a5-86e8-43d1-b811-f63851291de4 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1734.697469] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47a7d123-f14b-473f-9295-4476f6970388 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.707228] env[62402]: DEBUG oslo_vmware.api [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Waiting for the task: (returnval){ [ 1734.707228] env[62402]: value = "task-1873304" [ 1734.707228] env[62402]: _type = "Task" [ 1734.707228] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.716798] env[62402]: DEBUG oslo_vmware.api [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.773225] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 01e64ee0-c60e-476a-bc08-8ea04658bbfd] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1735.088862] env[62402]: DEBUG nova.compute.manager [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.090424] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260b777f-ba2e-4087-b36c-f97167b6ea30 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.170969] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.941s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.171580] env[62402]: DEBUG nova.compute.manager [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1735.175911] env[62402]: DEBUG oslo_concurrency.lockutils [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.890s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.175911] env[62402]: DEBUG oslo_concurrency.lockutils [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.177986] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.920s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.178220] env[62402]: DEBUG nova.objects.instance [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62402) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1735.216777] env[62402]: INFO nova.scheduler.client.report [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted allocations for instance 61f0bfe0-d838-4d23-b97c-89f14aed1f7c [ 1735.230063] env[62402]: DEBUG oslo_vmware.api [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.277774] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: f1db9f09-3415-4031-b4a2-3aaa34ee4936] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1735.602523] env[62402]: INFO nova.compute.manager [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] instance snapshotting [ 1735.607297] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bdaa32-a830-4f5f-9925-1a37ba20ed17 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.631284] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528e4125-6555-4549-b8aa-68c8e2b796a3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.686513] env[62402]: DEBUG nova.compute.utils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1735.688019] env[62402]: DEBUG nova.compute.manager [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1735.688937] env[62402]: DEBUG nova.network.neutron [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1735.719776] env[62402]: DEBUG oslo_vmware.api [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Task: {'id': task-1873304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532446} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.720063] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.720254] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.720442] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.720616] env[62402]: INFO nova.compute.manager [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Took 4.21 seconds to destroy the instance on the hypervisor. [ 1735.720854] env[62402]: DEBUG oslo.service.loopingcall [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.721068] env[62402]: DEBUG nova.compute.manager [-] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1735.721229] env[62402]: DEBUG nova.network.neutron [-] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1735.726510] env[62402]: DEBUG oslo_concurrency.lockutils [None req-490a5e0a-b197-447d-9c99-f28b890060f9 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "61f0bfe0-d838-4d23-b97c-89f14aed1f7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.318s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.746596] env[62402]: DEBUG nova.policy [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '787c83ddfa354ab39d10388e853eeccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba8b48fb080247fb8d12db0b7d14d165', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1735.779686] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 2e3aa73c-2431-425a-b026-38abcbd2a908] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1736.062575] env[62402]: DEBUG nova.network.neutron [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Successfully created port: da2fbfb8-3ff5-48ae-a20b-984accd41ea9 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1736.147141] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1736.147141] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ecffdee-ded7-425a-976a-871c97780b77 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.155529] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1736.155529] env[62402]: value = "task-1873306" [ 1736.155529] env[62402]: _type = "Task" [ 1736.155529] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.166016] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.189763] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3da3f2ae-e54c-4aef-9c40-b270f75287d0 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.192033] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.220s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.193273] env[62402]: INFO nova.compute.claims [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1736.196988] env[62402]: DEBUG nova.compute.manager [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1736.283826] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 71dca744-b9f7-4fc3-8b7a-9ff9cb088751] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1736.436404] env[62402]: DEBUG nova.compute.manager [req-d1fe6193-391d-4bce-8d12-5a7902a5d5ce req-8f835704-299f-46e3-a3d1-1fb8abecf69a service nova] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Received event network-vif-deleted-10629c46-4df9-4332-a53e-90869ae4c82c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1736.436693] env[62402]: INFO nova.compute.manager [req-d1fe6193-391d-4bce-8d12-5a7902a5d5ce req-8f835704-299f-46e3-a3d1-1fb8abecf69a service nova] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Neutron deleted interface 10629c46-4df9-4332-a53e-90869ae4c82c; detaching it from the instance and deleting it from the info cache [ 1736.437387] env[62402]: DEBUG nova.network.neutron [req-d1fe6193-391d-4bce-8d12-5a7902a5d5ce req-8f835704-299f-46e3-a3d1-1fb8abecf69a service nova] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.461585] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "7d9ac25e-e12a-4738-8448-6ecc4f25697c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.461585] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "7d9ac25e-e12a-4738-8448-6ecc4f25697c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.461585] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "7d9ac25e-e12a-4738-8448-6ecc4f25697c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.461690] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "7d9ac25e-e12a-4738-8448-6ecc4f25697c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.461799] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "7d9ac25e-e12a-4738-8448-6ecc4f25697c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.464618] env[62402]: INFO nova.compute.manager [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Terminating instance [ 1736.666351] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.790035] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 0ebf7b2a-6d5b-4759-aef5-bfc15f73a2bf] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1736.824177] env[62402]: DEBUG nova.network.neutron [-] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.943534] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96de4c77-2fde-4328-85af-292cf6d5eda5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.946141] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Acquiring lock "cceb7117-4003-48a3-8d1b-3855331c0268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.946400] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Lock "cceb7117-4003-48a3-8d1b-3855331c0268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.956324] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1713ced8-17ba-4b46-929a-4dc29e917491 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.971754] env[62402]: DEBUG nova.compute.manager [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1736.971754] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1736.971754] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4c4b2a-7b0c-4ae6-a765-551509769f3d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.977565] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1736.988065] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e30c1d9d-6cde-4396-943f-33920a2bd2ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.989579] env[62402]: DEBUG nova.compute.manager [req-d1fe6193-391d-4bce-8d12-5a7902a5d5ce req-8f835704-299f-46e3-a3d1-1fb8abecf69a service nova] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Detach interface failed, port_id=10629c46-4df9-4332-a53e-90869ae4c82c, reason: Instance 6a8de3a5-86e8-43d1-b811-f63851291de4 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1736.996640] env[62402]: DEBUG oslo_vmware.api [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1736.996640] env[62402]: value = "task-1873307" [ 1736.996640] env[62402]: _type = "Task" [ 1736.996640] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.002243] env[62402]: DEBUG oslo_vmware.api [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.165566] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.208707] env[62402]: DEBUG nova.compute.manager [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1737.239429] env[62402]: DEBUG nova.virt.hardware [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1737.239842] env[62402]: DEBUG nova.virt.hardware [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1737.239842] env[62402]: DEBUG nova.virt.hardware [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1737.239994] env[62402]: DEBUG nova.virt.hardware [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1737.240160] env[62402]: DEBUG nova.virt.hardware [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1737.240415] env[62402]: DEBUG nova.virt.hardware [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1737.240510] env[62402]: DEBUG nova.virt.hardware [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1737.241138] env[62402]: DEBUG nova.virt.hardware [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1737.241409] env[62402]: DEBUG nova.virt.hardware [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1737.241650] env[62402]: DEBUG nova.virt.hardware [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1737.241875] env[62402]: DEBUG nova.virt.hardware [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1737.243108] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9605acd-b601-4f18-a5fb-d0b35d87977e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.253647] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09280f3-fb7d-405f-a876-b30cd53c4b4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.295590] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: cc3c434c-0047-47a9-8622-9ea0f4e939c8] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1737.328684] env[62402]: INFO nova.compute.manager [-] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Took 1.61 seconds to deallocate network for instance. [ 1737.450978] env[62402]: DEBUG nova.compute.manager [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1737.509856] env[62402]: DEBUG oslo_vmware.api [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873307, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.551018] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e1b99e-423d-408f-bb85-37258beec8a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.559037] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b220aa57-9276-4539-ad8e-7c0889ee13d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.590028] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2a40d5-3a3a-47e7-859e-251b17ab8bd1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.598013] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31219832-70ae-4994-94de-afde46b72459 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.612510] env[62402]: DEBUG nova.compute.provider_tree [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.666873] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.701418] env[62402]: DEBUG nova.compute.manager [req-81139ce3-ecf9-4626-839d-7b10acb63723 req-83662d22-f235-43aa-9048-4f98351b3144 service nova] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Received event network-vif-plugged-da2fbfb8-3ff5-48ae-a20b-984accd41ea9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1737.701791] env[62402]: DEBUG oslo_concurrency.lockutils [req-81139ce3-ecf9-4626-839d-7b10acb63723 req-83662d22-f235-43aa-9048-4f98351b3144 service nova] Acquiring lock "9b81c224-40e4-4eda-900b-c759ee6a460d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.702528] env[62402]: DEBUG oslo_concurrency.lockutils [req-81139ce3-ecf9-4626-839d-7b10acb63723 req-83662d22-f235-43aa-9048-4f98351b3144 service nova] Lock "9b81c224-40e4-4eda-900b-c759ee6a460d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.702738] env[62402]: DEBUG oslo_concurrency.lockutils [req-81139ce3-ecf9-4626-839d-7b10acb63723 req-83662d22-f235-43aa-9048-4f98351b3144 service nova] Lock "9b81c224-40e4-4eda-900b-c759ee6a460d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.702998] env[62402]: DEBUG nova.compute.manager [req-81139ce3-ecf9-4626-839d-7b10acb63723 req-83662d22-f235-43aa-9048-4f98351b3144 service nova] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] No waiting events found dispatching network-vif-plugged-da2fbfb8-3ff5-48ae-a20b-984accd41ea9 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1737.703275] env[62402]: WARNING nova.compute.manager [req-81139ce3-ecf9-4626-839d-7b10acb63723 req-83662d22-f235-43aa-9048-4f98351b3144 service nova] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Received unexpected event network-vif-plugged-da2fbfb8-3ff5-48ae-a20b-984accd41ea9 for instance with vm_state building and task_state spawning. [ 1737.798422] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: d034144f-88e1-474e-8bcd-8c98d900cda2] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1737.812567] env[62402]: DEBUG nova.network.neutron [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Successfully updated port: da2fbfb8-3ff5-48ae-a20b-984accd41ea9 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1737.836978] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.973245] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.008615] env[62402]: DEBUG oslo_vmware.api [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873307, 'name': PowerOffVM_Task, 'duration_secs': 0.540335} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.008956] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.009160] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1738.009470] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcf0098c-bbfb-45e2-80e5-4d36e238d399 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.112875] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1738.113340] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1738.113738] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleting the datastore file [datastore2] 7d9ac25e-e12a-4738-8448-6ecc4f25697c {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1738.114198] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e12ae15f-3021-46dd-a6b3-cce47d7ff9f0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.117944] env[62402]: DEBUG nova.scheduler.client.report [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.128731] env[62402]: DEBUG oslo_vmware.api [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1738.128731] env[62402]: value = "task-1873309" [ 1738.128731] env[62402]: _type = "Task" [ 1738.128731] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.137457] env[62402]: DEBUG oslo_vmware.api [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.167307] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873306, 'name': CreateSnapshot_Task, 'duration_secs': 1.855753} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.167654] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1738.168366] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62f6c96-6543-48d4-872b-9fae0796418e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.216905] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1738.217158] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387144', 'volume_id': '9bd7414e-7c8b-4be6-a6dc-eed19c00d506', 'name': 'volume-9bd7414e-7c8b-4be6-a6dc-eed19c00d506', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4cb00b8-7656-4add-87e6-015b54ad42dc', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd7414e-7c8b-4be6-a6dc-eed19c00d506', 'serial': '9bd7414e-7c8b-4be6-a6dc-eed19c00d506'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1738.218059] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c538c85c-a8a8-48eb-ab4d-eef891bfd122 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.238671] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821a04a0-6494-41c4-8071-91d68de2682d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.265423] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-9bd7414e-7c8b-4be6-a6dc-eed19c00d506/volume-9bd7414e-7c8b-4be6-a6dc-eed19c00d506.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1738.265807] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54ed0dec-27bd-4d12-a723-f57a99d8e1b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.285415] env[62402]: DEBUG oslo_vmware.api [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1738.285415] env[62402]: value = "task-1873310" [ 1738.285415] env[62402]: _type = "Task" [ 1738.285415] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.294900] env[62402]: DEBUG oslo_vmware.api [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.305930] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 8904d762-c644-4044-8421-2fe3f3200d97] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1738.317101] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "refresh_cache-9b81c224-40e4-4eda-900b-c759ee6a460d" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.317270] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "refresh_cache-9b81c224-40e4-4eda-900b-c759ee6a460d" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.317437] env[62402]: DEBUG nova.network.neutron [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.626032] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.626032] env[62402]: DEBUG nova.compute.manager [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1738.628532] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.524s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.628752] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.630687] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.521s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.630895] env[62402]: DEBUG nova.objects.instance [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lazy-loading 'resources' on Instance uuid 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.641054] env[62402]: DEBUG oslo_vmware.api [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278267} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.641938] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.642152] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1738.642335] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.642532] env[62402]: INFO nova.compute.manager [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1738.642789] env[62402]: DEBUG oslo.service.loopingcall [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.643297] env[62402]: DEBUG nova.compute.manager [-] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1738.643624] env[62402]: DEBUG nova.network.neutron [-] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.651425] env[62402]: INFO nova.scheduler.client.report [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Deleted allocations for instance 555e79b9-57c7-4276-9bce-08999b2cdb83 [ 1738.688542] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1738.689460] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4051661d-021f-40ca-87df-4dc954eddac0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.701339] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1738.701339] env[62402]: value = "task-1873311" [ 1738.701339] env[62402]: _type = "Task" [ 1738.701339] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.709047] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873311, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.796453] env[62402]: DEBUG oslo_vmware.api [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873310, 'name': ReconfigVM_Task, 'duration_secs': 0.34151} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.796876] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-9bd7414e-7c8b-4be6-a6dc-eed19c00d506/volume-9bd7414e-7c8b-4be6-a6dc-eed19c00d506.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1738.806083] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40146e1-5ebb-47a0-bba8-cc574846c45c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.816463] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: b4add695-afa7-4d94-90ca-f83e52630749] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1738.823195] env[62402]: DEBUG oslo_vmware.api [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1738.823195] env[62402]: value = "task-1873312" [ 1738.823195] env[62402]: _type = "Task" [ 1738.823195] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.832411] env[62402]: DEBUG oslo_vmware.api [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.852149] env[62402]: DEBUG nova.network.neutron [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.041619] env[62402]: DEBUG nova.network.neutron [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Updating instance_info_cache with network_info: [{"id": "da2fbfb8-3ff5-48ae-a20b-984accd41ea9", "address": "fa:16:3e:ca:43:32", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2fbfb8-3f", "ovs_interfaceid": "da2fbfb8-3ff5-48ae-a20b-984accd41ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.133974] env[62402]: DEBUG nova.compute.utils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1739.135673] env[62402]: DEBUG nova.compute.manager [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1739.135839] env[62402]: DEBUG nova.network.neutron [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1739.160444] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c64547a8-a1b1-4934-b6ed-acc704eb9690 tempest-ServersTestBootFromVolume-125246855 tempest-ServersTestBootFromVolume-125246855-project-member] Lock "555e79b9-57c7-4276-9bce-08999b2cdb83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.640s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.178871] env[62402]: DEBUG nova.policy [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0aa43cb4cb34904bbebf244fada1386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb3433c84ea45749b3a469bc37c02fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1739.213014] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873311, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.319928] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: b48b335d-7d67-4ea9-86a8-63cc11c6bbe0] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1739.334190] env[62402]: DEBUG oslo_vmware.api [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873312, 'name': ReconfigVM_Task, 'duration_secs': 0.169288} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.336804] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387144', 'volume_id': '9bd7414e-7c8b-4be6-a6dc-eed19c00d506', 'name': 'volume-9bd7414e-7c8b-4be6-a6dc-eed19c00d506', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4cb00b8-7656-4add-87e6-015b54ad42dc', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd7414e-7c8b-4be6-a6dc-eed19c00d506', 'serial': '9bd7414e-7c8b-4be6-a6dc-eed19c00d506'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1739.405785] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0734f7f-6f70-4c1e-8f70-9f3cf603121b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.417399] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104ab4bb-3ebc-49c7-97bf-38041cdf537b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.421746] env[62402]: DEBUG nova.network.neutron [-] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.452197] env[62402]: DEBUG nova.network.neutron [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Successfully created port: 7e7188a3-d0f5-479b-a3cb-015a324a8e07 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1739.454561] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7265a25-620f-4303-88ba-a6144d184cda {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.463021] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7e2308-c2dd-4aab-8096-a94b3e95d44c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.477561] env[62402]: DEBUG nova.compute.provider_tree [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.547120] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "refresh_cache-9b81c224-40e4-4eda-900b-c759ee6a460d" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.547120] env[62402]: DEBUG nova.compute.manager [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Instance network_info: |[{"id": "da2fbfb8-3ff5-48ae-a20b-984accd41ea9", "address": "fa:16:3e:ca:43:32", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2fbfb8-3f", "ovs_interfaceid": "da2fbfb8-3ff5-48ae-a20b-984accd41ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1739.547120] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:43:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da2fbfb8-3ff5-48ae-a20b-984accd41ea9', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1739.553467] env[62402]: DEBUG oslo.service.loopingcall [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.554234] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.554594] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b1b23fd-783d-446c-a13e-492c3069bf70 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.577358] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1739.577358] env[62402]: value = "task-1873313" [ 1739.577358] env[62402]: _type = "Task" [ 1739.577358] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.584633] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873313, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.641419] env[62402]: DEBUG nova.compute.manager [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1739.711582] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873311, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.779146] env[62402]: DEBUG nova.compute.manager [req-28cd8f1a-4bfc-4fcd-b881-f3465008e169 req-d3f4cfa1-bfe9-4035-8256-94c8649dd907 service nova] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Received event network-changed-da2fbfb8-3ff5-48ae-a20b-984accd41ea9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1739.779146] env[62402]: DEBUG nova.compute.manager [req-28cd8f1a-4bfc-4fcd-b881-f3465008e169 req-d3f4cfa1-bfe9-4035-8256-94c8649dd907 service nova] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Refreshing instance network info cache due to event network-changed-da2fbfb8-3ff5-48ae-a20b-984accd41ea9. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1739.779146] env[62402]: DEBUG oslo_concurrency.lockutils [req-28cd8f1a-4bfc-4fcd-b881-f3465008e169 req-d3f4cfa1-bfe9-4035-8256-94c8649dd907 service nova] Acquiring lock "refresh_cache-9b81c224-40e4-4eda-900b-c759ee6a460d" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.779146] env[62402]: DEBUG oslo_concurrency.lockutils [req-28cd8f1a-4bfc-4fcd-b881-f3465008e169 req-d3f4cfa1-bfe9-4035-8256-94c8649dd907 service nova] Acquired lock "refresh_cache-9b81c224-40e4-4eda-900b-c759ee6a460d" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.779611] env[62402]: DEBUG nova.network.neutron [req-28cd8f1a-4bfc-4fcd-b881-f3465008e169 req-d3f4cfa1-bfe9-4035-8256-94c8649dd907 service nova] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Refreshing network info cache for port da2fbfb8-3ff5-48ae-a20b-984accd41ea9 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1739.825908] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 02605c9c-1514-43e3-9885-e6137177bcfe] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1739.923260] env[62402]: INFO nova.compute.manager [-] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Took 1.28 seconds to deallocate network for instance. [ 1739.981054] env[62402]: DEBUG nova.scheduler.client.report [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.085876] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873313, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.215142] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873311, 'name': CloneVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.327608] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 05a8cd2f-2012-4e70-9073-50f274db9afb] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1740.395780] env[62402]: DEBUG nova.objects.instance [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lazy-loading 'flavor' on Instance uuid d4cb00b8-7656-4add-87e6-015b54ad42dc {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.431585] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.487235] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.489914] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.679s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.494277] env[62402]: DEBUG nova.objects.instance [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Lazy-loading 'resources' on Instance uuid b4e13420-06cd-4ff9-adf6-97bda93a5402 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.517885] env[62402]: INFO nova.scheduler.client.report [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Deleted allocations for instance 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6 [ 1740.586871] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873313, 'name': CreateVM_Task, 'duration_secs': 0.524777} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.591063] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.591063] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.591063] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.591063] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1740.591063] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b86a44c-675a-49a8-b3ba-9f3e4586702e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.592762] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1740.592762] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5251538d-42f1-2948-fb96-7bf1a69aeba1" [ 1740.592762] env[62402]: _type = "Task" [ 1740.592762] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.597737] env[62402]: DEBUG nova.network.neutron [req-28cd8f1a-4bfc-4fcd-b881-f3465008e169 req-d3f4cfa1-bfe9-4035-8256-94c8649dd907 service nova] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Updated VIF entry in instance network info cache for port da2fbfb8-3ff5-48ae-a20b-984accd41ea9. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.598063] env[62402]: DEBUG nova.network.neutron [req-28cd8f1a-4bfc-4fcd-b881-f3465008e169 req-d3f4cfa1-bfe9-4035-8256-94c8649dd907 service nova] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Updating instance_info_cache with network_info: [{"id": "da2fbfb8-3ff5-48ae-a20b-984accd41ea9", "address": "fa:16:3e:ca:43:32", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2fbfb8-3f", "ovs_interfaceid": "da2fbfb8-3ff5-48ae-a20b-984accd41ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.602487] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5251538d-42f1-2948-fb96-7bf1a69aeba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.655029] env[62402]: DEBUG nova.compute.manager [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1740.678937] env[62402]: DEBUG nova.virt.hardware [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.679141] env[62402]: DEBUG nova.virt.hardware [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.679866] env[62402]: DEBUG nova.virt.hardware [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.679866] env[62402]: DEBUG nova.virt.hardware [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.679866] env[62402]: DEBUG nova.virt.hardware [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.679866] env[62402]: DEBUG nova.virt.hardware [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.680123] env[62402]: DEBUG nova.virt.hardware [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.680123] env[62402]: DEBUG nova.virt.hardware [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.680218] env[62402]: DEBUG nova.virt.hardware [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.680404] env[62402]: DEBUG nova.virt.hardware [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.680534] env[62402]: DEBUG nova.virt.hardware [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1740.682520] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7c5f8d-1b10-42c0-ac4f-6b7df1197c5a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.690051] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd91cb7-61e6-4207-b9f8-7598569f64c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.718524] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873311, 'name': CloneVM_Task, 'duration_secs': 1.567271} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.720157] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Created linked-clone VM from snapshot [ 1740.721045] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c568aad-8766-4378-8407-bdcdb338a37b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.732940] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Uploading image cd481ff9-d1e7-41d0-83c0-adbd560c6372 {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1740.745981] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1740.746926] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b40a48f-93e9-49d9-a36b-a3e5ca9e28d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.753411] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1740.753411] env[62402]: value = "task-1873314" [ 1740.753411] env[62402]: _type = "Task" [ 1740.753411] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.765158] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873314, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.831477] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 2393b044-f5e7-4cb5-91f3-601de93821e9] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1740.904593] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8a1d6221-eb40-4c9d-96e2-11c725f4312c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.809s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.027012] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f5eece50-1c10-4f36-af49-47401ab89d6c tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.192s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.104763] env[62402]: DEBUG oslo_concurrency.lockutils [req-28cd8f1a-4bfc-4fcd-b881-f3465008e169 req-d3f4cfa1-bfe9-4035-8256-94c8649dd907 service nova] Releasing lock "refresh_cache-9b81c224-40e4-4eda-900b-c759ee6a460d" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.105048] env[62402]: DEBUG nova.compute.manager [req-28cd8f1a-4bfc-4fcd-b881-f3465008e169 req-d3f4cfa1-bfe9-4035-8256-94c8649dd907 service nova] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Received event network-vif-deleted-2ed971c3-fd01-46e6-afb3-5e5889e3981e {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1741.105491] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5251538d-42f1-2948-fb96-7bf1a69aeba1, 'name': SearchDatastore_Task, 'duration_secs': 0.033765} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.108169] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.108398] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1741.108636] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.108783] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.108964] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1741.112378] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0d60a00-1b1a-45dd-bf73-2287a750efd2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.118747] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1741.121023] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1741.125033] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d873eb-45a1-4f19-a04c-e9b28d3cc680 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.132021] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1741.132021] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ef5e2b-41f8-2ab1-4882-472ce609316c" [ 1741.132021] env[62402]: _type = "Task" [ 1741.132021] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.141465] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ef5e2b-41f8-2ab1-4882-472ce609316c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.159732] env[62402]: DEBUG nova.network.neutron [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Successfully updated port: 7e7188a3-d0f5-479b-a3cb-015a324a8e07 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1741.180075] env[62402]: DEBUG nova.compute.manager [req-b94590fe-4243-463f-9450-333f44bcb24c req-4032e97d-2516-4ad5-90fa-d3752d57d147 service nova] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Received event network-vif-plugged-7e7188a3-d0f5-479b-a3cb-015a324a8e07 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1741.180632] env[62402]: DEBUG oslo_concurrency.lockutils [req-b94590fe-4243-463f-9450-333f44bcb24c req-4032e97d-2516-4ad5-90fa-d3752d57d147 service nova] Acquiring lock "1c840129-db9d-4322-8776-14154e9b7aa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.180632] env[62402]: DEBUG oslo_concurrency.lockutils [req-b94590fe-4243-463f-9450-333f44bcb24c req-4032e97d-2516-4ad5-90fa-d3752d57d147 service nova] Lock "1c840129-db9d-4322-8776-14154e9b7aa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.180731] env[62402]: DEBUG oslo_concurrency.lockutils [req-b94590fe-4243-463f-9450-333f44bcb24c req-4032e97d-2516-4ad5-90fa-d3752d57d147 service nova] Lock "1c840129-db9d-4322-8776-14154e9b7aa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.180813] env[62402]: DEBUG nova.compute.manager [req-b94590fe-4243-463f-9450-333f44bcb24c req-4032e97d-2516-4ad5-90fa-d3752d57d147 service nova] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] No waiting events found dispatching network-vif-plugged-7e7188a3-d0f5-479b-a3cb-015a324a8e07 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1741.180963] env[62402]: WARNING nova.compute.manager [req-b94590fe-4243-463f-9450-333f44bcb24c req-4032e97d-2516-4ad5-90fa-d3752d57d147 service nova] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Received unexpected event network-vif-plugged-7e7188a3-d0f5-479b-a3cb-015a324a8e07 for instance with vm_state building and task_state spawning. [ 1741.199324] env[62402]: DEBUG oslo_concurrency.lockutils [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "f9120810-a22a-413f-be1f-6a0988e6cd5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.199588] env[62402]: DEBUG oslo_concurrency.lockutils [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "f9120810-a22a-413f-be1f-6a0988e6cd5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.199826] env[62402]: DEBUG oslo_concurrency.lockutils [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "f9120810-a22a-413f-be1f-6a0988e6cd5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.200129] env[62402]: DEBUG oslo_concurrency.lockutils [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "f9120810-a22a-413f-be1f-6a0988e6cd5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.200361] env[62402]: DEBUG oslo_concurrency.lockutils [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "f9120810-a22a-413f-be1f-6a0988e6cd5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.205130] env[62402]: INFO nova.compute.manager [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Terminating instance [ 1741.265428] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873314, 'name': Destroy_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.334489] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: e7fe214c-11b0-410f-8b6c-cc07731ce2f0] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1741.363044] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58955f14-7f29-4f20-8b02-943c9a48446f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.372544] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601c2478-8d2b-4941-8dc3-ad5a53cc6e0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.415383] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f81d18-4795-4d04-9678-f17e131aa0e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.423385] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7bcbd1-25aa-4c3e-a265-a582efb639d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.437985] env[62402]: DEBUG nova.compute.provider_tree [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.641502] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ef5e2b-41f8-2ab1-4882-472ce609316c, 'name': SearchDatastore_Task, 'duration_secs': 0.013425} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.642353] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18027dc2-7aa2-4dc3-bcf6-41365d24e2f5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.648516] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1741.648516] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e46813-49cf-7e13-8750-37539f1a9b99" [ 1741.648516] env[62402]: _type = "Task" [ 1741.648516] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.656353] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e46813-49cf-7e13-8750-37539f1a9b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.662563] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "refresh_cache-1c840129-db9d-4322-8776-14154e9b7aa2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.662838] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "refresh_cache-1c840129-db9d-4322-8776-14154e9b7aa2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.663133] env[62402]: DEBUG nova.network.neutron [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1741.709198] env[62402]: DEBUG nova.compute.manager [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1741.709459] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1741.710438] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dbb1e7-5e65-44f2-916c-24226b938cda {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.718851] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1741.719104] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a719ac9-f827-4aeb-b0c2-d58ffd3f730e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.725084] env[62402]: DEBUG oslo_vmware.api [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1741.725084] env[62402]: value = "task-1873315" [ 1741.725084] env[62402]: _type = "Task" [ 1741.725084] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.732699] env[62402]: DEBUG oslo_vmware.api [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.762996] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873314, 'name': Destroy_Task, 'duration_secs': 0.91011} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.763328] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Destroyed the VM [ 1741.763573] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1741.763910] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c4c0a42-4659-4c9b-8cb8-b2e87be9c08f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.770428] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1741.770428] env[62402]: value = "task-1873316" [ 1741.770428] env[62402]: _type = "Task" [ 1741.770428] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.778622] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.839490] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: ba7bdb2a-42d8-45ec-9d61-ef224a679c35] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1741.941509] env[62402]: DEBUG nova.scheduler.client.report [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.987157] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "d99f18d0-b580-4596-b664-e1c7bc1b0508" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.987545] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d99f18d0-b580-4596-b664-e1c7bc1b0508" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.159527] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e46813-49cf-7e13-8750-37539f1a9b99, 'name': SearchDatastore_Task, 'duration_secs': 0.016028} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.159839] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.160131] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 9b81c224-40e4-4eda-900b-c759ee6a460d/9b81c224-40e4-4eda-900b-c759ee6a460d.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1742.160405] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a3d20e5-1eff-4642-ada6-0ce3693682c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.169013] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1742.169013] env[62402]: value = "task-1873317" [ 1742.169013] env[62402]: _type = "Task" [ 1742.169013] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.178578] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.202964] env[62402]: DEBUG nova.network.neutron [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1742.238688] env[62402]: DEBUG oslo_vmware.api [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873315, 'name': PowerOffVM_Task, 'duration_secs': 0.257948} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.238984] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1742.239303] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1742.239609] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a208900-d55b-4887-a291-eda8f72d5afa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.280671] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.342314] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 4f5194a6-18fa-485d-9567-34cad4d669bb] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1742.365313] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1742.365549] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1742.365733] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Deleting the datastore file [datastore1] f9120810-a22a-413f-be1f-6a0988e6cd5a {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.366009] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d1a97f2-8bcb-44f4-9c36-1d15752bba1c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.374696] env[62402]: DEBUG oslo_vmware.api [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for the task: (returnval){ [ 1742.374696] env[62402]: value = "task-1873319" [ 1742.374696] env[62402]: _type = "Task" [ 1742.374696] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.381467] env[62402]: DEBUG oslo_vmware.api [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.392586] env[62402]: DEBUG nova.network.neutron [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Updating instance_info_cache with network_info: [{"id": "7e7188a3-d0f5-479b-a3cb-015a324a8e07", "address": "fa:16:3e:ca:15:eb", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7188a3-d0", "ovs_interfaceid": "7e7188a3-d0f5-479b-a3cb-015a324a8e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.448154] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.451042] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.599s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.451042] env[62402]: DEBUG nova.objects.instance [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lazy-loading 'resources' on Instance uuid 463e56d8-eedf-4162-8323-f09335bc0b0e {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.480642] env[62402]: INFO nova.scheduler.client.report [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Deleted allocations for instance b4e13420-06cd-4ff9-adf6-97bda93a5402 [ 1742.490502] env[62402]: DEBUG nova.compute.manager [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1742.681141] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.780963] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.847291] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 4226b554-55ff-4cba-b0ae-61e23403ac42] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1742.885031] env[62402]: DEBUG oslo_vmware.api [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.896338] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "refresh_cache-1c840129-db9d-4322-8776-14154e9b7aa2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.896338] env[62402]: DEBUG nova.compute.manager [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Instance network_info: |[{"id": "7e7188a3-d0f5-479b-a3cb-015a324a8e07", "address": "fa:16:3e:ca:15:eb", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7188a3-d0", "ovs_interfaceid": "7e7188a3-d0f5-479b-a3cb-015a324a8e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1742.896744] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:15:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e7188a3-d0f5-479b-a3cb-015a324a8e07', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1742.904617] env[62402]: DEBUG oslo.service.loopingcall [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.905163] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1742.905383] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-713704e6-fae0-417f-990d-a59c92eda872 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.925989] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1742.925989] env[62402]: value = "task-1873320" [ 1742.925989] env[62402]: _type = "Task" [ 1742.925989] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.934222] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873320, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.994299] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fb1298d3-d00c-4a5b-a485-f22e8594bbb4 tempest-ServerTagsTestJSON-2138617950 tempest-ServerTagsTestJSON-2138617950-project-member] Lock "b4e13420-06cd-4ff9-adf6-97bda93a5402" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.972s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.011910] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.181085] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.205197] env[62402]: DEBUG nova.compute.manager [req-69d168ac-2d26-4463-8739-2935ea58d1d5 req-b4ae50e9-7fcb-47f9-9d98-d376b6a96a30 service nova] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Received event network-changed-7e7188a3-d0f5-479b-a3cb-015a324a8e07 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1743.205408] env[62402]: DEBUG nova.compute.manager [req-69d168ac-2d26-4463-8739-2935ea58d1d5 req-b4ae50e9-7fcb-47f9-9d98-d376b6a96a30 service nova] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Refreshing instance network info cache due to event network-changed-7e7188a3-d0f5-479b-a3cb-015a324a8e07. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1743.205639] env[62402]: DEBUG oslo_concurrency.lockutils [req-69d168ac-2d26-4463-8739-2935ea58d1d5 req-b4ae50e9-7fcb-47f9-9d98-d376b6a96a30 service nova] Acquiring lock "refresh_cache-1c840129-db9d-4322-8776-14154e9b7aa2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.205789] env[62402]: DEBUG oslo_concurrency.lockutils [req-69d168ac-2d26-4463-8739-2935ea58d1d5 req-b4ae50e9-7fcb-47f9-9d98-d376b6a96a30 service nova] Acquired lock "refresh_cache-1c840129-db9d-4322-8776-14154e9b7aa2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.205950] env[62402]: DEBUG nova.network.neutron [req-69d168ac-2d26-4463-8739-2935ea58d1d5 req-b4ae50e9-7fcb-47f9-9d98-d376b6a96a30 service nova] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Refreshing network info cache for port 7e7188a3-d0f5-479b-a3cb-015a324a8e07 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.219546] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186e0a23-2587-4d07-89f9-8668bdcaf504 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.227459] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d93e81-b524-4ba0-993a-bc6832ce6111 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.258116] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1704ff-5973-48c1-bfd5-cad281610469 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.265850] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d73244-e179-4bc0-b1f2-d66131e3f84b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.279449] env[62402]: DEBUG nova.compute.provider_tree [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.288226] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.352332] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: e903181a-2fb0-411c-807c-ae9be16854d2] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1743.386117] env[62402]: DEBUG oslo_vmware.api [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.435661] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873320, 'name': CreateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.683476] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.786092] env[62402]: DEBUG nova.scheduler.client.report [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.794906] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.855824] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: f671b517-af96-443b-87a4-bb895b34e2b1] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1743.884854] env[62402]: DEBUG oslo_vmware.api [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.919575] env[62402]: DEBUG nova.network.neutron [req-69d168ac-2d26-4463-8739-2935ea58d1d5 req-b4ae50e9-7fcb-47f9-9d98-d376b6a96a30 service nova] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Updated VIF entry in instance network info cache for port 7e7188a3-d0f5-479b-a3cb-015a324a8e07. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.919945] env[62402]: DEBUG nova.network.neutron [req-69d168ac-2d26-4463-8739-2935ea58d1d5 req-b4ae50e9-7fcb-47f9-9d98-d376b6a96a30 service nova] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Updating instance_info_cache with network_info: [{"id": "7e7188a3-d0f5-479b-a3cb-015a324a8e07", "address": "fa:16:3e:ca:15:eb", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7188a3-d0", "ovs_interfaceid": "7e7188a3-d0f5-479b-a3cb-015a324a8e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.937683] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873320, 'name': CreateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.183610] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.288942] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.290788] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.293132] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.997s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.293132] env[62402]: DEBUG nova.objects.instance [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lazy-loading 'resources' on Instance uuid 6614ec90-4eaa-4393-8f73-f9d54aa6e625 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.319055] env[62402]: INFO nova.scheduler.client.report [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Deleted allocations for instance 463e56d8-eedf-4162-8323-f09335bc0b0e [ 1744.359193] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 74c06ffb-3c25-4a39-9fe2-a6147a31ae37] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1744.385089] env[62402]: DEBUG oslo_vmware.api [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.422157] env[62402]: DEBUG oslo_concurrency.lockutils [req-69d168ac-2d26-4463-8739-2935ea58d1d5 req-b4ae50e9-7fcb-47f9-9d98-d376b6a96a30 service nova] Releasing lock "refresh_cache-1c840129-db9d-4322-8776-14154e9b7aa2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.438862] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873320, 'name': CreateVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.684840] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.789943] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.831313] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6353ce62-9c19-49b1-8f15-11b255b25778 tempest-ServerShowV257Test-1796449946 tempest-ServerShowV257Test-1796449946-project-member] Lock "463e56d8-eedf-4162-8323-f09335bc0b0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.274s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.863313] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: f5c8078e-545a-46f2-9cdd-81d92cc60e43] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1744.886294] env[62402]: DEBUG oslo_vmware.api [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.941082] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873320, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.065855] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86ac514-b4fb-4f06-a6aa-9a37f664e2f5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.075054] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5e0de1-0d38-4252-84e9-30de86a8e276 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.108862] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd2c5ef-18b9-4fdc-b4c8-4e11fbff5050 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.117313] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52500a5-89aa-4e1b-8dca-57fa869e3089 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.131306] env[62402]: DEBUG nova.compute.provider_tree [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.185904] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873317, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.292150] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.366314] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 7c3bb11f-42f8-4501-8127-37a7845e47f5] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1745.386746] env[62402]: DEBUG oslo_vmware.api [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.439897] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873320, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.635189] env[62402]: DEBUG nova.scheduler.client.report [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.685841] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873317, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.387017} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.686123] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 9b81c224-40e4-4eda-900b-c759ee6a460d/9b81c224-40e4-4eda-900b-c759ee6a460d.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1745.686340] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1745.686588] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1881032-3754-4b18-984c-21011acc3741 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.693286] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1745.693286] env[62402]: value = "task-1873321" [ 1745.693286] env[62402]: _type = "Task" [ 1745.693286] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.701899] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.791640] env[62402]: DEBUG oslo_vmware.api [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873316, 'name': RemoveSnapshot_Task, 'duration_secs': 3.757046} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.791907] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1745.869805] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 062eaf4e-e1a3-4439-8cc8-b2a96f259779] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1745.886672] env[62402]: DEBUG oslo_vmware.api [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Task: {'id': task-1873319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.277692} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.886892] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.887096] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.887336] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.887444] env[62402]: INFO nova.compute.manager [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Took 4.18 seconds to destroy the instance on the hypervisor. [ 1745.887816] env[62402]: DEBUG oslo.service.loopingcall [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.888050] env[62402]: DEBUG nova.compute.manager [-] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1745.888182] env[62402]: DEBUG nova.network.neutron [-] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.939611] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873320, 'name': CreateVM_Task, 'duration_secs': 2.891865} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.939786] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.940496] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.940670] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.940985] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1745.941283] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45be769-b625-4b88-86a8-a7c1a022f62a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.947665] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1745.947665] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e676b5-0bce-0d52-6ea0-45ac4a56162c" [ 1745.947665] env[62402]: _type = "Task" [ 1745.947665] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.955072] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e676b5-0bce-0d52-6ea0-45ac4a56162c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.140565] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.144856] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.308s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.148019] env[62402]: DEBUG nova.objects.instance [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Lazy-loading 'resources' on Instance uuid 6a8de3a5-86e8-43d1-b811-f63851291de4 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.169125] env[62402]: DEBUG nova.compute.manager [req-9594ba3b-9bc5-4da1-af9c-46019ea481c9 req-ed558978-0a54-4ace-8eba-30bbcd8aa86e service nova] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Received event network-vif-deleted-940d90db-9302-425d-9ece-11f40644167a {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1746.169338] env[62402]: INFO nova.compute.manager [req-9594ba3b-9bc5-4da1-af9c-46019ea481c9 req-ed558978-0a54-4ace-8eba-30bbcd8aa86e service nova] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Neutron deleted interface 940d90db-9302-425d-9ece-11f40644167a; detaching it from the instance and deleting it from the info cache [ 1746.169507] env[62402]: DEBUG nova.network.neutron [req-9594ba3b-9bc5-4da1-af9c-46019ea481c9 req-ed558978-0a54-4ace-8eba-30bbcd8aa86e service nova] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.174284] env[62402]: INFO nova.scheduler.client.report [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Deleted allocations for instance 6614ec90-4eaa-4393-8f73-f9d54aa6e625 [ 1746.204046] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077799} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.204631] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.205440] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce36277-c193-4a3f-bb2a-694417c82d9a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.228243] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 9b81c224-40e4-4eda-900b-c759ee6a460d/9b81c224-40e4-4eda-900b-c759ee6a460d.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.228739] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-824fddaf-90ee-499e-974b-c604ce2521e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.248783] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1746.248783] env[62402]: value = "task-1873322" [ 1746.248783] env[62402]: _type = "Task" [ 1746.248783] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.256549] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.295969] env[62402]: WARNING nova.compute.manager [None req-68677611-6541-47c0-8e27-ca9215313f8f tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Image not found during snapshot: nova.exception.ImageNotFound: Image cd481ff9-d1e7-41d0-83c0-adbd560c6372 could not be found. [ 1746.373153] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 1228d24f-f986-4e6c-9097-5fe14ab7fbda] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1746.457439] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e676b5-0bce-0d52-6ea0-45ac4a56162c, 'name': SearchDatastore_Task, 'duration_secs': 0.045674} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.457744] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.457977] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1746.458231] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.458381] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.458561] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.458816] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92e59682-29b9-423c-bb1b-98651f2f1188 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.466480] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.466661] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1746.467371] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8868d68-03d6-4dc4-86df-efd703bc1694 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.472331] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1746.472331] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52521e85-9894-ea67-1089-22d1e66035a6" [ 1746.472331] env[62402]: _type = "Task" [ 1746.472331] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.479503] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52521e85-9894-ea67-1089-22d1e66035a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.545446] env[62402]: DEBUG oslo_concurrency.lockutils [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "3492a2f3-c801-4bc1-85ed-4c6f8f4ce633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.545446] env[62402]: DEBUG oslo_concurrency.lockutils [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "3492a2f3-c801-4bc1-85ed-4c6f8f4ce633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.545446] env[62402]: DEBUG oslo_concurrency.lockutils [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "3492a2f3-c801-4bc1-85ed-4c6f8f4ce633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.545446] env[62402]: DEBUG oslo_concurrency.lockutils [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "3492a2f3-c801-4bc1-85ed-4c6f8f4ce633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.545644] env[62402]: DEBUG oslo_concurrency.lockutils [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "3492a2f3-c801-4bc1-85ed-4c6f8f4ce633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.551039] env[62402]: INFO nova.compute.manager [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Terminating instance [ 1746.646968] env[62402]: DEBUG nova.network.neutron [-] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.672672] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72345e90-cea1-4e69-a69e-d90449ea6457 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.683194] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e0032a-9fdd-43ea-85ac-80ef56b483a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.693790] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0ff7ad-f894-4fd1-8d3f-3319c2ce8a0e tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "6614ec90-4eaa-4393-8f73-f9d54aa6e625" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.290s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.720446] env[62402]: DEBUG nova.compute.manager [req-9594ba3b-9bc5-4da1-af9c-46019ea481c9 req-ed558978-0a54-4ace-8eba-30bbcd8aa86e service nova] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Detach interface failed, port_id=940d90db-9302-425d-9ece-11f40644167a, reason: Instance f9120810-a22a-413f-be1f-6a0988e6cd5a could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1746.759653] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873322, 'name': ReconfigVM_Task, 'duration_secs': 0.292675} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.759926] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 9b81c224-40e4-4eda-900b-c759ee6a460d/9b81c224-40e4-4eda-900b-c759ee6a460d.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.762710] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0af5ae3-a3e3-4657-bb17-196185219b7a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.769899] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1746.769899] env[62402]: value = "task-1873323" [ 1746.769899] env[62402]: _type = "Task" [ 1746.769899] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.777916] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873323, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.876957] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 47be46d2-23d2-4604-b566-0f1faaf1d390] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1746.891158] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7faee3-cb8a-4ad4-baf8-d8396cd51504 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.899173] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cf7872-baf1-4ab5-a091-41764c0ee8d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.930367] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945b759e-8a1a-4d30-baf8-e81e48e86934 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.938239] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb52259-271c-4b70-b8cf-91dd09c62854 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.951581] env[62402]: DEBUG nova.compute.provider_tree [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.981873] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52521e85-9894-ea67-1089-22d1e66035a6, 'name': SearchDatastore_Task, 'duration_secs': 0.007996} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.982657] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7db9f41-221b-4198-a52b-5f3c281a438b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.987583] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1746.987583] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524a6d56-0acd-0ae1-27b2-7b3516f196ee" [ 1746.987583] env[62402]: _type = "Task" [ 1746.987583] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.996655] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524a6d56-0acd-0ae1-27b2-7b3516f196ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.054104] env[62402]: DEBUG nova.compute.manager [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1747.054386] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.055287] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e09c84-540b-41bf-9421-c58a240adc6d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.062841] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.063081] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffbbae55-7a5f-4b59-a166-73ef441e8373 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.069432] env[62402]: DEBUG oslo_vmware.api [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1747.069432] env[62402]: value = "task-1873324" [ 1747.069432] env[62402]: _type = "Task" [ 1747.069432] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.077223] env[62402]: DEBUG oslo_vmware.api [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.153120] env[62402]: INFO nova.compute.manager [-] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Took 1.26 seconds to deallocate network for instance. [ 1747.281054] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873323, 'name': Rename_Task, 'duration_secs': 0.207594} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.281353] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.281725] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d1da5e7-c7f3-49b4-8bb3-52e3b38fd20c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.288917] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1747.288917] env[62402]: value = "task-1873326" [ 1747.288917] env[62402]: _type = "Task" [ 1747.288917] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.296989] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.383684] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: f80c9a28-923e-4943-bb8a-e9a73b4bb6c9] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1747.454874] env[62402]: DEBUG nova.scheduler.client.report [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.498399] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524a6d56-0acd-0ae1-27b2-7b3516f196ee, 'name': SearchDatastore_Task, 'duration_secs': 0.054923} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.498853] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.498909] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 1c840129-db9d-4322-8776-14154e9b7aa2/1c840129-db9d-4322-8776-14154e9b7aa2.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1747.499310] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1409bfa-4a08-40ee-b30b-0158a73e84e2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.506068] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1747.506068] env[62402]: value = "task-1873327" [ 1747.506068] env[62402]: _type = "Task" [ 1747.506068] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.513493] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.579458] env[62402]: DEBUG oslo_vmware.api [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873324, 'name': PowerOffVM_Task, 'duration_secs': 0.226595} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.579748] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.579917] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1747.580182] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6f71de9-fd35-4d55-98b8-b72a118bf1f0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.659604] env[62402]: DEBUG oslo_concurrency.lockutils [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.756271] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1747.756623] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1747.756890] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleting the datastore file [datastore1] 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1747.757361] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0546040a-0c91-4368-aae8-6fca30a2b552 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.765477] env[62402]: DEBUG oslo_vmware.api [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for the task: (returnval){ [ 1747.765477] env[62402]: value = "task-1873329" [ 1747.765477] env[62402]: _type = "Task" [ 1747.765477] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.774444] env[62402]: DEBUG oslo_vmware.api [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.799180] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.886137] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 583644aa-7507-4343-ae0c-f4212d1a5612] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1747.959851] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.962370] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.989s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.964027] env[62402]: INFO nova.compute.claims [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1747.985115] env[62402]: INFO nova.scheduler.client.report [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Deleted allocations for instance 6a8de3a5-86e8-43d1-b811-f63851291de4 [ 1748.016559] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485717} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.016559] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 1c840129-db9d-4322-8776-14154e9b7aa2/1c840129-db9d-4322-8776-14154e9b7aa2.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1748.017252] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1748.017252] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eedce5f-7717-4fa8-be8f-45344ce54b3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.023807] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1748.023807] env[62402]: value = "task-1873330" [ 1748.023807] env[62402]: _type = "Task" [ 1748.023807] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.032100] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.276967] env[62402]: DEBUG oslo_vmware.api [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Task: {'id': task-1873329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355619} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.277262] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1748.277447] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1748.277624] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1748.277794] env[62402]: INFO nova.compute.manager [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1748.278037] env[62402]: DEBUG oslo.service.loopingcall [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.278225] env[62402]: DEBUG nova.compute.manager [-] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1748.278320] env[62402]: DEBUG nova.network.neutron [-] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1748.299429] env[62402]: DEBUG oslo_vmware.api [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873326, 'name': PowerOnVM_Task, 'duration_secs': 0.601214} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.299429] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1748.299598] env[62402]: INFO nova.compute.manager [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Took 11.09 seconds to spawn the instance on the hypervisor. [ 1748.299672] env[62402]: DEBUG nova.compute.manager [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1748.300423] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b037b447-717a-4b6e-bee8-91c1a02354dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.390094] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 7688e68b-a872-49b4-ab48-47866159eaa6] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1748.493315] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9c3ca793-b1ae-48a0-a1ed-b23c1b5f58bf tempest-ServersNegativeTestMultiTenantJSON-984685240 tempest-ServersNegativeTestMultiTenantJSON-984685240-project-member] Lock "6a8de3a5-86e8-43d1-b811-f63851291de4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.492s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.534378] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066305} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.534634] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1748.535650] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2141369c-618d-4a41-a9f5-aed49ae8e121 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.558543] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 1c840129-db9d-4322-8776-14154e9b7aa2/1c840129-db9d-4322-8776-14154e9b7aa2.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1748.558809] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ac354b-4207-4717-828e-5f5362f198ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.579419] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1748.579419] env[62402]: value = "task-1873331" [ 1748.579419] env[62402]: _type = "Task" [ 1748.579419] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.587929] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.651166] env[62402]: DEBUG nova.compute.manager [req-4ac89543-37be-47ff-8680-8828fa8d54e1 req-b8da3a8b-df80-4418-9da0-44dc67f141d9 service nova] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Received event network-vif-deleted-b144dc62-60a8-4cc0-b06a-63ee1e3c0b63 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1748.651367] env[62402]: INFO nova.compute.manager [req-4ac89543-37be-47ff-8680-8828fa8d54e1 req-b8da3a8b-df80-4418-9da0-44dc67f141d9 service nova] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Neutron deleted interface b144dc62-60a8-4cc0-b06a-63ee1e3c0b63; detaching it from the instance and deleting it from the info cache [ 1748.651544] env[62402]: DEBUG nova.network.neutron [req-4ac89543-37be-47ff-8680-8828fa8d54e1 req-b8da3a8b-df80-4418-9da0-44dc67f141d9 service nova] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.818599] env[62402]: INFO nova.compute.manager [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Took 24.25 seconds to build instance. [ 1748.894179] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 67de6b91-f9d0-4ff7-a629-a6628b6c0157] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1749.092765] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.120602] env[62402]: DEBUG nova.network.neutron [-] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.155222] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fd125c3-af75-48f1-990a-3dc4f66c4cc9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.166651] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35127e19-a74b-4cc2-8b6a-5a78827e8c82 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.203602] env[62402]: DEBUG nova.compute.manager [req-4ac89543-37be-47ff-8680-8828fa8d54e1 req-b8da3a8b-df80-4418-9da0-44dc67f141d9 service nova] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Detach interface failed, port_id=b144dc62-60a8-4cc0-b06a-63ee1e3c0b63, reason: Instance 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1749.213498] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8a3f0f-949b-4be7-9fa7-8d6cdb7190b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.221070] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f7f74d-7fb0-4d2c-9645-2a749dccab47 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.252670] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c5204f-a87e-4992-abb8-0f274c1da9ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.262130] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862e62fa-81f9-41f7-8157-53e7f0807f6c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.275919] env[62402]: DEBUG nova.compute.provider_tree [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.321544] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fa84326c-58e7-41f5-9bb7-dc6922516e5e tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "9b81c224-40e4-4eda-900b-c759ee6a460d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.772s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.398054] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 8ae201ed-2458-4a38-9706-79834f32efe2] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1749.597099] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.623855] env[62402]: INFO nova.compute.manager [-] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Took 1.35 seconds to deallocate network for instance. [ 1749.778779] env[62402]: DEBUG nova.scheduler.client.report [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.901287] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: beca51af-3ae3-4ddd-ac0a-1f1ec161ff0e] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1749.942697] env[62402]: DEBUG oslo_concurrency.lockutils [None req-36e5654a-a8c3-47e7-86de-9b620bf5b8be tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "9b81c224-40e4-4eda-900b-c759ee6a460d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.942922] env[62402]: DEBUG oslo_concurrency.lockutils [None req-36e5654a-a8c3-47e7-86de-9b620bf5b8be tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "9b81c224-40e4-4eda-900b-c759ee6a460d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.943114] env[62402]: DEBUG nova.compute.manager [None req-36e5654a-a8c3-47e7-86de-9b620bf5b8be tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.944063] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58988116-b086-4a74-8c2c-3e86de30a72e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.950923] env[62402]: DEBUG nova.compute.manager [None req-36e5654a-a8c3-47e7-86de-9b620bf5b8be tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62402) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1749.951476] env[62402]: DEBUG nova.objects.instance [None req-36e5654a-a8c3-47e7-86de-9b620bf5b8be tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lazy-loading 'flavor' on Instance uuid 9b81c224-40e4-4eda-900b-c759ee6a460d {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.094991] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873331, 'name': ReconfigVM_Task, 'duration_secs': 1.082139} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.097985] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 1c840129-db9d-4322-8776-14154e9b7aa2/1c840129-db9d-4322-8776-14154e9b7aa2.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.098730] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83b6ddf2-6828-470e-be31-bf55db5dc394 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.105507] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1750.105507] env[62402]: value = "task-1873332" [ 1750.105507] env[62402]: _type = "Task" [ 1750.105507] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.115184] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873332, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.133082] env[62402]: DEBUG oslo_concurrency.lockutils [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.284297] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.284822] env[62402]: DEBUG nova.compute.manager [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1750.287417] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.856s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.287645] env[62402]: DEBUG nova.objects.instance [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lazy-loading 'resources' on Instance uuid 7d9ac25e-e12a-4738-8448-6ecc4f25697c {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.404220] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 1af50769-644f-4e6b-a859-0bf51f6cc6fb] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1750.616492] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873332, 'name': Rename_Task, 'duration_secs': 0.137575} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.616801] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1750.617072] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d74e688e-9f06-4faf-b3c2-78168ee59797 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.623650] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1750.623650] env[62402]: value = "task-1873333" [ 1750.623650] env[62402]: _type = "Task" [ 1750.623650] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.633112] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.791237] env[62402]: DEBUG nova.compute.utils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.795568] env[62402]: DEBUG nova.compute.manager [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1750.795756] env[62402]: DEBUG nova.network.neutron [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1750.838328] env[62402]: DEBUG nova.policy [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a52a7ea51dc4f2ca9533bd7283187cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ccd93ece9a14d5da040f6ceb2de5b23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1750.907876] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 95d15af5-cc3c-4202-a6eb-c87db7c8c7d8] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1750.957758] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e5654a-a8c3-47e7-86de-9b620bf5b8be tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1750.960513] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db9e0b1f-102b-4c23-b6b6-46f2e6eb87ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.969996] env[62402]: DEBUG oslo_vmware.api [None req-36e5654a-a8c3-47e7-86de-9b620bf5b8be tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1750.969996] env[62402]: value = "task-1873334" [ 1750.969996] env[62402]: _type = "Task" [ 1750.969996] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.984458] env[62402]: DEBUG oslo_vmware.api [None req-36e5654a-a8c3-47e7-86de-9b620bf5b8be tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.089894] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa9ba46-4525-45de-9af1-82520526af3a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.099761] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d829ac94-2d54-442e-b7cf-51ed833dcead {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.149231] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33b2530-ed20-4d5c-a6af-c7eaf0185577 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.153378] env[62402]: DEBUG nova.network.neutron [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Successfully created port: d66ae201-8b39-43ac-9049-365e78e44553 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1751.162677] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.164210] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98423a4a-c603-414a-a09e-aa702431cb33 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.181558] env[62402]: DEBUG nova.compute.provider_tree [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.297258] env[62402]: DEBUG nova.compute.manager [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1751.412176] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 379c870d-bd18-448f-84d1-79dd3e465d5c] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1752.162781] env[62402]: DEBUG nova.scheduler.client.report [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.168599] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 4ed0a788-ff15-4aff-89d3-73deb1dbbc69] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1752.170104] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "8864de7b-2d40-4b93-a545-ae11a605b0c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.170333] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "8864de7b-2d40-4b93-a545-ae11a605b0c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.170524] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "8864de7b-2d40-4b93-a545-ae11a605b0c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.170700] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "8864de7b-2d40-4b93-a545-ae11a605b0c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.170876] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "8864de7b-2d40-4b93-a545-ae11a605b0c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.176519] env[62402]: INFO nova.compute.manager [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Terminating instance [ 1752.182108] env[62402]: DEBUG oslo_vmware.api [None req-36e5654a-a8c3-47e7-86de-9b620bf5b8be tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873334, 'name': PowerOffVM_Task, 'duration_secs': 0.244449} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.185227] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e5654a-a8c3-47e7-86de-9b620bf5b8be tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1752.185426] env[62402]: DEBUG nova.compute.manager [None req-36e5654a-a8c3-47e7-86de-9b620bf5b8be tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.185706] env[62402]: DEBUG oslo_vmware.api [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873333, 'name': PowerOnVM_Task, 'duration_secs': 0.713364} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.186953] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbe703c-8e53-45de-8d4c-e6316edd0a4d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.189499] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1752.189820] env[62402]: INFO nova.compute.manager [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Took 11.54 seconds to spawn the instance on the hypervisor. [ 1752.190554] env[62402]: DEBUG nova.compute.manager [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.191645] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4291b35-5b90-48f4-832c-b1d0e68edc87 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.674331] env[62402]: DEBUG nova.compute.manager [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.676681] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 2de8ec70-a76a-46f6-ac71-e964dbb591df] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1752.679530] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.392s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.681880] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.670s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.683388] env[62402]: INFO nova.compute.claims [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1752.690683] env[62402]: DEBUG nova.compute.manager [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1752.690889] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.695025] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75790825-bf09-4dda-887d-01e4d16fb21f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.701541] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.701826] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a253b46-7987-4f52-9764-9dd4ffd210a8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.713653] env[62402]: DEBUG oslo_concurrency.lockutils [None req-36e5654a-a8c3-47e7-86de-9b620bf5b8be tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "9b81c224-40e4-4eda-900b-c759ee6a460d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.770s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.718152] env[62402]: DEBUG oslo_vmware.api [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1752.718152] env[62402]: value = "task-1873335" [ 1752.718152] env[62402]: _type = "Task" [ 1752.718152] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.720821] env[62402]: INFO nova.compute.manager [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Took 24.77 seconds to build instance. [ 1752.727838] env[62402]: DEBUG nova.virt.hardware [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.728009] env[62402]: DEBUG nova.virt.hardware [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.728171] env[62402]: DEBUG nova.virt.hardware [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.728910] env[62402]: DEBUG nova.virt.hardware [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.728910] env[62402]: DEBUG nova.virt.hardware [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.728910] env[62402]: DEBUG nova.virt.hardware [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.728910] env[62402]: DEBUG nova.virt.hardware [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.729203] env[62402]: DEBUG nova.virt.hardware [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.729534] env[62402]: DEBUG nova.virt.hardware [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.729853] env[62402]: DEBUG nova.virt.hardware [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.730218] env[62402]: DEBUG nova.virt.hardware [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.731650] env[62402]: INFO nova.scheduler.client.report [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted allocations for instance 7d9ac25e-e12a-4738-8448-6ecc4f25697c [ 1752.734717] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16850f40-3be0-4145-b3b6-00baf9fe39da {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.747750] env[62402]: DEBUG oslo_vmware.api [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.752048] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c9ddbf-f8a8-4d00-af2a-97da4f45b2cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.964985] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f0ac34-3fa7-4b7f-965d-c7e405e1dd37 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.972324] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e615b7c7-4b76-4c4c-8993-6d65733c3916 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Suspending the VM {{(pid=62402) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1752.972591] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-01ffa446-5cfb-43c3-bebf-6cd967991bf4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.978357] env[62402]: DEBUG oslo_vmware.api [None req-e615b7c7-4b76-4c4c-8993-6d65733c3916 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1752.978357] env[62402]: value = "task-1873336" [ 1752.978357] env[62402]: _type = "Task" [ 1752.978357] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.986918] env[62402]: DEBUG oslo_vmware.api [None req-e615b7c7-4b76-4c4c-8993-6d65733c3916 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873336, 'name': SuspendVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.023915] env[62402]: DEBUG nova.compute.manager [req-325e9530-1aeb-4668-9e17-ff6e4c0a57e5 req-d4323070-794b-4a22-8f66-088281f632bc service nova] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Received event network-vif-plugged-d66ae201-8b39-43ac-9049-365e78e44553 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1753.024145] env[62402]: DEBUG oslo_concurrency.lockutils [req-325e9530-1aeb-4668-9e17-ff6e4c0a57e5 req-d4323070-794b-4a22-8f66-088281f632bc service nova] Acquiring lock "cceb7117-4003-48a3-8d1b-3855331c0268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.024355] env[62402]: DEBUG oslo_concurrency.lockutils [req-325e9530-1aeb-4668-9e17-ff6e4c0a57e5 req-d4323070-794b-4a22-8f66-088281f632bc service nova] Lock "cceb7117-4003-48a3-8d1b-3855331c0268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.024527] env[62402]: DEBUG oslo_concurrency.lockutils [req-325e9530-1aeb-4668-9e17-ff6e4c0a57e5 req-d4323070-794b-4a22-8f66-088281f632bc service nova] Lock "cceb7117-4003-48a3-8d1b-3855331c0268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.024695] env[62402]: DEBUG nova.compute.manager [req-325e9530-1aeb-4668-9e17-ff6e4c0a57e5 req-d4323070-794b-4a22-8f66-088281f632bc service nova] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] No waiting events found dispatching network-vif-plugged-d66ae201-8b39-43ac-9049-365e78e44553 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1753.024870] env[62402]: WARNING nova.compute.manager [req-325e9530-1aeb-4668-9e17-ff6e4c0a57e5 req-d4323070-794b-4a22-8f66-088281f632bc service nova] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Received unexpected event network-vif-plugged-d66ae201-8b39-43ac-9049-365e78e44553 for instance with vm_state building and task_state spawning. [ 1753.109311] env[62402]: DEBUG nova.network.neutron [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Successfully updated port: d66ae201-8b39-43ac-9049-365e78e44553 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.179925] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 92b2109a-f7b1-41ea-8189-ab44b8606c09] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1753.226805] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c009a5af-42ab-41dd-a9aa-2d79abdd255e tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "1c840129-db9d-4322-8776-14154e9b7aa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.297s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.232075] env[62402]: DEBUG oslo_vmware.api [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873335, 'name': PowerOffVM_Task, 'duration_secs': 0.245544} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.232075] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.232075] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.232075] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46f5c7f6-6c05-4ae3-ba57-866003d98fb6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.246825] env[62402]: DEBUG oslo_concurrency.lockutils [None req-20b84eda-edd7-451b-b59a-fd6960410a4d tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "7d9ac25e-e12a-4738-8448-6ecc4f25697c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.785s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.412326] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.412578] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.412763] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Deleting the datastore file [datastore2] 8864de7b-2d40-4b93-a545-ae11a605b0c6 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.413054] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba92f9b8-6f36-4dfb-9a08-ec182ec0a142 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.419960] env[62402]: DEBUG oslo_vmware.api [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1753.419960] env[62402]: value = "task-1873338" [ 1753.419960] env[62402]: _type = "Task" [ 1753.419960] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.427588] env[62402]: DEBUG oslo_vmware.api [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.487923] env[62402]: DEBUG oslo_vmware.api [None req-e615b7c7-4b76-4c4c-8993-6d65733c3916 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873336, 'name': SuspendVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.582415] env[62402]: INFO nova.compute.manager [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Rebuilding instance [ 1753.615138] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Acquiring lock "refresh_cache-cceb7117-4003-48a3-8d1b-3855331c0268" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.615311] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Acquired lock "refresh_cache-cceb7117-4003-48a3-8d1b-3855331c0268" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.615464] env[62402]: DEBUG nova.network.neutron [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.635093] env[62402]: DEBUG nova.compute.manager [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.636816] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bfc3a0-a422-4ac3-a3dd-933683dc0be9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.683585] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: c33db3b7-9c39-42dc-ae25-7b1d0199b6d4] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1753.909046] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadd31e0-249f-47e0-9724-06a8f7720790 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.918182] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ff4425-860b-480b-b509-3ecec1a0d9e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.955411] env[62402]: DEBUG oslo_vmware.api [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216136} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.956153] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91914bd8-1980-4d5d-8033-cdda107929f7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.958727] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1753.958922] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1753.959114] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1753.959290] env[62402]: INFO nova.compute.manager [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1753.959532] env[62402]: DEBUG oslo.service.loopingcall [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1753.959728] env[62402]: DEBUG nova.compute.manager [-] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1753.959821] env[62402]: DEBUG nova.network.neutron [-] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1753.966652] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f0d37d-45b7-483d-a819-ddd2a6423c95 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.980962] env[62402]: DEBUG nova.compute.provider_tree [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.990263] env[62402]: DEBUG oslo_vmware.api [None req-e615b7c7-4b76-4c4c-8993-6d65733c3916 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873336, 'name': SuspendVM_Task, 'duration_secs': 0.785679} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.990517] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e615b7c7-4b76-4c4c-8993-6d65733c3916 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Suspended the VM {{(pid=62402) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1753.990749] env[62402]: DEBUG nova.compute.manager [None req-e615b7c7-4b76-4c4c-8993-6d65733c3916 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.991524] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3048ffed-30d0-442b-bf9d-bd855690013e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.150818] env[62402]: DEBUG nova.network.neutron [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1754.186312] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: c408d003-2be8-4509-a0a4-93ca0e9d1965] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1754.364437] env[62402]: DEBUG nova.network.neutron [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Updating instance_info_cache with network_info: [{"id": "d66ae201-8b39-43ac-9049-365e78e44553", "address": "fa:16:3e:ca:34:00", "network": {"id": "7f4b3aab-a253-450f-a2e2-122d298abee8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-472625952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ccd93ece9a14d5da040f6ceb2de5b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66ae201-8b", "ovs_interfaceid": "d66ae201-8b39-43ac-9049-365e78e44553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.486734] env[62402]: DEBUG nova.scheduler.client.report [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1754.656061] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.656061] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dd9a706-e7a9-4d94-893d-d8783499d03e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.663970] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1754.663970] env[62402]: value = "task-1873339" [ 1754.663970] env[62402]: _type = "Task" [ 1754.663970] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.671802] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.689482] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 04c6f283-64fd-4122-bb25-ca8108ff5c12] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1754.778896] env[62402]: DEBUG nova.network.neutron [-] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.793224] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.793513] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.866214] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Releasing lock "refresh_cache-cceb7117-4003-48a3-8d1b-3855331c0268" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.866695] env[62402]: DEBUG nova.compute.manager [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Instance network_info: |[{"id": "d66ae201-8b39-43ac-9049-365e78e44553", "address": "fa:16:3e:ca:34:00", "network": {"id": "7f4b3aab-a253-450f-a2e2-122d298abee8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-472625952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ccd93ece9a14d5da040f6ceb2de5b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66ae201-8b", "ovs_interfaceid": "d66ae201-8b39-43ac-9049-365e78e44553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1754.866968] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:34:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd66ae201-8b39-43ac-9049-365e78e44553', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1754.874522] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Creating folder: Project (8ccd93ece9a14d5da040f6ceb2de5b23). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1754.875102] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01429d71-595d-42c2-9394-46733a418379 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.885534] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Created folder: Project (8ccd93ece9a14d5da040f6ceb2de5b23) in parent group-v386882. [ 1754.885718] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Creating folder: Instances. Parent ref: group-v387149. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1754.885945] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da671e1b-99c4-46d3-9633-7d18e53cba44 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.896299] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Created folder: Instances in parent group-v387149. [ 1754.896527] env[62402]: DEBUG oslo.service.loopingcall [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.896712] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1754.896941] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-499bb9ee-37f6-4bf0-ad8e-295c2adff5a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.916136] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1754.916136] env[62402]: value = "task-1873342" [ 1754.916136] env[62402]: _type = "Task" [ 1754.916136] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.923407] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873342, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.994169] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.994873] env[62402]: DEBUG nova.compute.manager [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1754.998045] env[62402]: DEBUG oslo_concurrency.lockutils [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.338s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.998096] env[62402]: DEBUG nova.objects.instance [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lazy-loading 'resources' on Instance uuid f9120810-a22a-413f-be1f-6a0988e6cd5a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.054784] env[62402]: DEBUG nova.compute.manager [req-4b3ff819-7a16-4658-977c-7fdc99cba549 req-fc9538d9-fd4a-4b47-a8a2-881d9d91b8db service nova] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Received event network-changed-d66ae201-8b39-43ac-9049-365e78e44553 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1755.054977] env[62402]: DEBUG nova.compute.manager [req-4b3ff819-7a16-4658-977c-7fdc99cba549 req-fc9538d9-fd4a-4b47-a8a2-881d9d91b8db service nova] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Refreshing instance network info cache due to event network-changed-d66ae201-8b39-43ac-9049-365e78e44553. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1755.055212] env[62402]: DEBUG oslo_concurrency.lockutils [req-4b3ff819-7a16-4658-977c-7fdc99cba549 req-fc9538d9-fd4a-4b47-a8a2-881d9d91b8db service nova] Acquiring lock "refresh_cache-cceb7117-4003-48a3-8d1b-3855331c0268" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.055355] env[62402]: DEBUG oslo_concurrency.lockutils [req-4b3ff819-7a16-4658-977c-7fdc99cba549 req-fc9538d9-fd4a-4b47-a8a2-881d9d91b8db service nova] Acquired lock "refresh_cache-cceb7117-4003-48a3-8d1b-3855331c0268" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.055514] env[62402]: DEBUG nova.network.neutron [req-4b3ff819-7a16-4658-977c-7fdc99cba549 req-fc9538d9-fd4a-4b47-a8a2-881d9d91b8db service nova] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Refreshing network info cache for port d66ae201-8b39-43ac-9049-365e78e44553 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1755.174967] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1755.175096] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1755.175880] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6324ff-719b-4f66-818a-903f2bf576f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.182513] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1755.182750] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4daa0e21-9ff1-4184-9694-73fac107367b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.193163] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: a3506fea-7782-49ef-b9b6-bf37d30b8680] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1755.273073] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1755.273073] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1755.273238] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleting the datastore file [datastore1] 9b81c224-40e4-4eda-900b-c759ee6a460d {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1755.273518] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02675541-e91e-41bd-b5fa-f18ffa52934f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.280564] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1755.280564] env[62402]: value = "task-1873344" [ 1755.280564] env[62402]: _type = "Task" [ 1755.280564] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.280981] env[62402]: INFO nova.compute.manager [-] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Took 1.32 seconds to deallocate network for instance. [ 1755.292584] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.294979] env[62402]: DEBUG nova.compute.manager [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1755.427110] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873342, 'name': CreateVM_Task, 'duration_secs': 0.364089} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.427110] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1755.427110] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.427110] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.427458] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1755.427785] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cced004-93d8-4b11-a603-5bd68d8f84b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.432930] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Waiting for the task: (returnval){ [ 1755.432930] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5286aa8f-f852-ed33-d572-81c0e51332e2" [ 1755.432930] env[62402]: _type = "Task" [ 1755.432930] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.440669] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "1c840129-db9d-4322-8776-14154e9b7aa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.440908] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "1c840129-db9d-4322-8776-14154e9b7aa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.441126] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "1c840129-db9d-4322-8776-14154e9b7aa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.441344] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "1c840129-db9d-4322-8776-14154e9b7aa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.441520] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "1c840129-db9d-4322-8776-14154e9b7aa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.443078] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5286aa8f-f852-ed33-d572-81c0e51332e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.443831] env[62402]: INFO nova.compute.manager [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Terminating instance [ 1755.501414] env[62402]: DEBUG nova.compute.utils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1755.505800] env[62402]: DEBUG nova.compute.manager [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1755.505959] env[62402]: DEBUG nova.network.neutron [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1755.551931] env[62402]: DEBUG nova.policy [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e889ca5a5db474bb129c4efce820aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3884cf041b804725be5a7334a54e6a45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1755.697454] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: b753b654-ad56-408d-94b0-49275a3faa06] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1755.709263] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea79ff45-05f9-439c-ac99-251934466675 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.717053] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded5862b-71fa-44b8-8000-faa1b10f89af {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.762674] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c645a3a-6e45-46bc-bc08-1d11f3f4f433 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.772063] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b98eae6-6bd1-4cb5-ae43-7d8637012a49 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.788068] env[62402]: DEBUG nova.compute.provider_tree [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.797430] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.803092] env[62402]: DEBUG nova.network.neutron [req-4b3ff819-7a16-4658-977c-7fdc99cba549 req-fc9538d9-fd4a-4b47-a8a2-881d9d91b8db service nova] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Updated VIF entry in instance network info cache for port d66ae201-8b39-43ac-9049-365e78e44553. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1755.803456] env[62402]: DEBUG nova.network.neutron [req-4b3ff819-7a16-4658-977c-7fdc99cba549 req-fc9538d9-fd4a-4b47-a8a2-881d9d91b8db service nova] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Updating instance_info_cache with network_info: [{"id": "d66ae201-8b39-43ac-9049-365e78e44553", "address": "fa:16:3e:ca:34:00", "network": {"id": "7f4b3aab-a253-450f-a2e2-122d298abee8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-472625952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ccd93ece9a14d5da040f6ceb2de5b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66ae201-8b", "ovs_interfaceid": "d66ae201-8b39-43ac-9049-365e78e44553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.809471] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137199} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.809471] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.809471] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.809576] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.818390] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.835693] env[62402]: DEBUG nova.network.neutron [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Successfully created port: cdce75ff-5cba-45a0-adf5-d5c89c2d6d10 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1755.945327] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5286aa8f-f852-ed33-d572-81c0e51332e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009168} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.945327] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.945327] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.945327] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.945327] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.945327] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.945327] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-507acfc7-128b-443c-961e-6050d1212d5e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.947583] env[62402]: DEBUG nova.compute.manager [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1755.947780] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1755.948704] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6a63b3-ffa7-4fbe-be5c-359afc32630f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.956342] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1755.956586] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ff63b1b-fb70-46e4-9f43-a57090bd52df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.960465] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.960655] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.961371] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a4fe86-e607-4fb1-b2e4-e4673c3fdf31 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.966784] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Waiting for the task: (returnval){ [ 1755.966784] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52583a41-741a-1663-d7d5-7bef4dfa394d" [ 1755.966784] env[62402]: _type = "Task" [ 1755.966784] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.974802] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52583a41-741a-1663-d7d5-7bef4dfa394d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.008371] env[62402]: DEBUG nova.compute.manager [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1756.042593] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1756.042871] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1756.043111] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleting the datastore file [datastore1] 1c840129-db9d-4322-8776-14154e9b7aa2 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1756.043465] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-883893a7-7af8-4663-b105-61f87ee507d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.049570] env[62402]: DEBUG oslo_vmware.api [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1756.049570] env[62402]: value = "task-1873346" [ 1756.049570] env[62402]: _type = "Task" [ 1756.049570] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.060404] env[62402]: DEBUG oslo_vmware.api [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.201036] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: ebbff6cc-ef6a-4770-8a99-4f0e876b275a] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1756.299046] env[62402]: DEBUG nova.scheduler.client.report [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1756.306183] env[62402]: DEBUG oslo_concurrency.lockutils [req-4b3ff819-7a16-4658-977c-7fdc99cba549 req-fc9538d9-fd4a-4b47-a8a2-881d9d91b8db service nova] Releasing lock "refresh_cache-cceb7117-4003-48a3-8d1b-3855331c0268" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.306508] env[62402]: DEBUG nova.compute.manager [req-4b3ff819-7a16-4658-977c-7fdc99cba549 req-fc9538d9-fd4a-4b47-a8a2-881d9d91b8db service nova] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Received event network-vif-deleted-1acea6fb-d3fe-4610-b4d0-2736e9ec2ed1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1756.480126] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52583a41-741a-1663-d7d5-7bef4dfa394d, 'name': SearchDatastore_Task, 'duration_secs': 0.013735} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.480992] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33ef1bc-2c70-415e-90c1-56b10f3164f5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.486896] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Waiting for the task: (returnval){ [ 1756.486896] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bfc6d9-7058-808b-49ec-5f62cb459406" [ 1756.486896] env[62402]: _type = "Task" [ 1756.486896] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.497465] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bfc6d9-7058-808b-49ec-5f62cb459406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.564966] env[62402]: DEBUG oslo_vmware.api [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216241} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.565394] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1756.565690] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1756.566304] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1756.566397] env[62402]: INFO nova.compute.manager [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1756.566758] env[62402]: DEBUG oslo.service.loopingcall [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1756.567081] env[62402]: DEBUG nova.compute.manager [-] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1756.568035] env[62402]: DEBUG nova.network.neutron [-] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1756.704837] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: ed8a1173-1276-4c3e-a4b9-b9f9b74d529f] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1756.804382] env[62402]: DEBUG oslo_concurrency.lockutils [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.809253] env[62402]: DEBUG oslo_concurrency.lockutils [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.677s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.809253] env[62402]: DEBUG nova.objects.instance [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lazy-loading 'resources' on Instance uuid 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.830778] env[62402]: INFO nova.scheduler.client.report [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Deleted allocations for instance f9120810-a22a-413f-be1f-6a0988e6cd5a [ 1756.846716] env[62402]: DEBUG nova.virt.hardware [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1756.846990] env[62402]: DEBUG nova.virt.hardware [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.847209] env[62402]: DEBUG nova.virt.hardware [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1756.847392] env[62402]: DEBUG nova.virt.hardware [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.847577] env[62402]: DEBUG nova.virt.hardware [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1756.847714] env[62402]: DEBUG nova.virt.hardware [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1756.847962] env[62402]: DEBUG nova.virt.hardware [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1756.848151] env[62402]: DEBUG nova.virt.hardware [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1756.848465] env[62402]: DEBUG nova.virt.hardware [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1756.848552] env[62402]: DEBUG nova.virt.hardware [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1756.848674] env[62402]: DEBUG nova.virt.hardware [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1756.849622] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c4cdc4-a0e5-443a-aaa7-192b8943d8d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.859028] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd276f7-58f6-451f-9b79-5b7d398e0798 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.874795] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:43:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da2fbfb8-3ff5-48ae-a20b-984accd41ea9', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1756.882468] env[62402]: DEBUG oslo.service.loopingcall [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1756.883099] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1756.883352] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd330ac0-bc68-4f6c-82ed-198cd454bdea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.906115] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1756.906115] env[62402]: value = "task-1873347" [ 1756.906115] env[62402]: _type = "Task" [ 1756.906115] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.915869] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873347, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.001382] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bfc6d9-7058-808b-49ec-5f62cb459406, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.001809] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.002230] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] cceb7117-4003-48a3-8d1b-3855331c0268/cceb7117-4003-48a3-8d1b-3855331c0268.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1757.002610] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15616820-bee2-476a-9655-88a3f610e37a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.011566] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Waiting for the task: (returnval){ [ 1757.011566] env[62402]: value = "task-1873348" [ 1757.011566] env[62402]: _type = "Task" [ 1757.011566] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.018196] env[62402]: DEBUG nova.compute.manager [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1757.028135] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.044188] env[62402]: DEBUG nova.virt.hardware [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1757.044507] env[62402]: DEBUG nova.virt.hardware [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1757.044743] env[62402]: DEBUG nova.virt.hardware [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1757.045058] env[62402]: DEBUG nova.virt.hardware [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1757.045313] env[62402]: DEBUG nova.virt.hardware [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1757.045563] env[62402]: DEBUG nova.virt.hardware [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1757.045884] env[62402]: DEBUG nova.virt.hardware [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1757.046153] env[62402]: DEBUG nova.virt.hardware [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1757.046434] env[62402]: DEBUG nova.virt.hardware [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1757.046713] env[62402]: DEBUG nova.virt.hardware [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1757.047015] env[62402]: DEBUG nova.virt.hardware [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1757.048308] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef8b021-14d0-48bb-bb57-c6b68d0b7f80 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.059445] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0275c962-4e22-4a2f-9713-c5c02e374bb3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.085138] env[62402]: DEBUG nova.compute.manager [req-a3ef8ea0-741c-4172-b3bc-e7907f877d9a req-b69396cc-3cd0-40d2-bc24-c3a88ef42404 service nova] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Received event network-vif-deleted-7e7188a3-d0f5-479b-a3cb-015a324a8e07 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1757.085456] env[62402]: INFO nova.compute.manager [req-a3ef8ea0-741c-4172-b3bc-e7907f877d9a req-b69396cc-3cd0-40d2-bc24-c3a88ef42404 service nova] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Neutron deleted interface 7e7188a3-d0f5-479b-a3cb-015a324a8e07; detaching it from the instance and deleting it from the info cache [ 1757.085740] env[62402]: DEBUG nova.network.neutron [req-a3ef8ea0-741c-4172-b3bc-e7907f877d9a req-b69396cc-3cd0-40d2-bc24-c3a88ef42404 service nova] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.208331] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 8426c441-9234-499d-8a72-dc41f32e864e] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1757.330853] env[62402]: DEBUG nova.compute.manager [req-09038a6f-1485-4947-9ffe-337aa9b0d2ed req-f19f8ef6-5e2d-4c15-b214-022ea59aed1c service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Received event network-vif-plugged-cdce75ff-5cba-45a0-adf5-d5c89c2d6d10 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1757.331642] env[62402]: DEBUG oslo_concurrency.lockutils [req-09038a6f-1485-4947-9ffe-337aa9b0d2ed req-f19f8ef6-5e2d-4c15-b214-022ea59aed1c service nova] Acquiring lock "d99f18d0-b580-4596-b664-e1c7bc1b0508-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.331908] env[62402]: DEBUG oslo_concurrency.lockutils [req-09038a6f-1485-4947-9ffe-337aa9b0d2ed req-f19f8ef6-5e2d-4c15-b214-022ea59aed1c service nova] Lock "d99f18d0-b580-4596-b664-e1c7bc1b0508-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.332960] env[62402]: DEBUG oslo_concurrency.lockutils [req-09038a6f-1485-4947-9ffe-337aa9b0d2ed req-f19f8ef6-5e2d-4c15-b214-022ea59aed1c service nova] Lock "d99f18d0-b580-4596-b664-e1c7bc1b0508-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.333364] env[62402]: DEBUG nova.compute.manager [req-09038a6f-1485-4947-9ffe-337aa9b0d2ed req-f19f8ef6-5e2d-4c15-b214-022ea59aed1c service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] No waiting events found dispatching network-vif-plugged-cdce75ff-5cba-45a0-adf5-d5c89c2d6d10 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1757.333674] env[62402]: WARNING nova.compute.manager [req-09038a6f-1485-4947-9ffe-337aa9b0d2ed req-f19f8ef6-5e2d-4c15-b214-022ea59aed1c service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Received unexpected event network-vif-plugged-cdce75ff-5cba-45a0-adf5-d5c89c2d6d10 for instance with vm_state building and task_state spawning. [ 1757.341587] env[62402]: DEBUG oslo_concurrency.lockutils [None req-129dc183-c09f-40a8-aae0-7b2c1a706696 tempest-ServerRescueTestJSON-2047792190 tempest-ServerRescueTestJSON-2047792190-project-member] Lock "f9120810-a22a-413f-be1f-6a0988e6cd5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.141s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.343028] env[62402]: DEBUG nova.network.neutron [-] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.418339] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873347, 'name': CreateVM_Task, 'duration_secs': 0.44768} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.418600] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1757.419366] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.419531] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.419871] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1757.420191] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f35be5-4a84-4e71-9743-944d054dd7f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.428769] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1757.428769] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52036635-52bd-9d32-a9bf-11e9f5bce4a4" [ 1757.428769] env[62402]: _type = "Task" [ 1757.428769] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.439790] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52036635-52bd-9d32-a9bf-11e9f5bce4a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.470680] env[62402]: DEBUG nova.network.neutron [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Successfully updated port: cdce75ff-5cba-45a0-adf5-d5c89c2d6d10 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1757.522604] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873348, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.588707] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db8abbb9-7652-46ef-90ad-3d0c87832396 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.595049] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf04c1b-3273-4e11-94d4-98d222411260 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.601856] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166da31f-096a-4c85-bd79-f97c96d73d6b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.616127] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9ae8cb-c8a6-41f0-925a-c9264d212f94 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.662344] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761b7a18-277f-4861-8217-89154956f12c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.665450] env[62402]: DEBUG nova.compute.manager [req-a3ef8ea0-741c-4172-b3bc-e7907f877d9a req-b69396cc-3cd0-40d2-bc24-c3a88ef42404 service nova] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Detach interface failed, port_id=7e7188a3-d0f5-479b-a3cb-015a324a8e07, reason: Instance 1c840129-db9d-4322-8776-14154e9b7aa2 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1757.671101] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6767383a-b6e6-474a-9249-63002eb63655 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.685836] env[62402]: DEBUG nova.compute.provider_tree [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1757.714457] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 419be04d-04c1-4099-bf22-e8063e4bfbae] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1757.845495] env[62402]: INFO nova.compute.manager [-] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Took 1.28 seconds to deallocate network for instance. [ 1757.939659] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52036635-52bd-9d32-a9bf-11e9f5bce4a4, 'name': SearchDatastore_Task, 'duration_secs': 0.086926} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.939983] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.940227] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1757.940465] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.940612] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.940786] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1757.941061] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec0ff723-0877-4139-8822-2cbcd97e4019 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.950557] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1757.950729] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1757.951702] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a815dd-a082-45b4-944c-96e2bffcdfcf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.957272] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1757.957272] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528ebbb5-5d8a-efd4-c2aa-3ec5a43240ce" [ 1757.957272] env[62402]: _type = "Task" [ 1757.957272] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.964971] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528ebbb5-5d8a-efd4-c2aa-3ec5a43240ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.974636] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "refresh_cache-d99f18d0-b580-4596-b664-e1c7bc1b0508" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.974833] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired lock "refresh_cache-d99f18d0-b580-4596-b664-e1c7bc1b0508" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.975074] env[62402]: DEBUG nova.network.neutron [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.023676] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718856} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.024076] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] cceb7117-4003-48a3-8d1b-3855331c0268/cceb7117-4003-48a3-8d1b-3855331c0268.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1758.024381] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1758.024693] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fe9e000-f740-4517-8073-42c8076dc6e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.031232] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Waiting for the task: (returnval){ [ 1758.031232] env[62402]: value = "task-1873349" [ 1758.031232] env[62402]: _type = "Task" [ 1758.031232] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.039905] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.189319] env[62402]: DEBUG nova.scheduler.client.report [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.217851] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 2ce8fbc6-a52a-4a02-a679-4859c6496231] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1758.353860] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.468540] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528ebbb5-5d8a-efd4-c2aa-3ec5a43240ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.469290] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0bf6b6-f6a4-4038-9293-a72b3fce3674 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.474607] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1758.474607] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529a5382-3c80-d155-ffd5-e58c3e579a81" [ 1758.474607] env[62402]: _type = "Task" [ 1758.474607] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.484827] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529a5382-3c80-d155-ffd5-e58c3e579a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.511393] env[62402]: DEBUG nova.network.neutron [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.544753] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067471} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.548756] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1758.549663] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fb4280-34f8-40cb-981a-5f0c00eee770 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.577401] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] cceb7117-4003-48a3-8d1b-3855331c0268/cceb7117-4003-48a3-8d1b-3855331c0268.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1758.580195] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a608b051-f7ec-42d2-9a4c-5d7a9ea718f5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.600996] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Waiting for the task: (returnval){ [ 1758.600996] env[62402]: value = "task-1873350" [ 1758.600996] env[62402]: _type = "Task" [ 1758.600996] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.610233] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.694375] env[62402]: DEBUG oslo_concurrency.lockutils [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.696861] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.899s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.697020] env[62402]: DEBUG nova.objects.instance [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lazy-loading 'resources' on Instance uuid 8864de7b-2d40-4b93-a545-ae11a605b0c6 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.698871] env[62402]: DEBUG nova.network.neutron [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Updating instance_info_cache with network_info: [{"id": "cdce75ff-5cba-45a0-adf5-d5c89c2d6d10", "address": "fa:16:3e:cb:b0:01", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdce75ff-5c", "ovs_interfaceid": "cdce75ff-5cba-45a0-adf5-d5c89c2d6d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.721065] env[62402]: INFO nova.scheduler.client.report [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Deleted allocations for instance 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633 [ 1758.722620] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 468ab348-32cd-48ec-a59a-3cb7c39093ae] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1758.985074] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529a5382-3c80-d155-ffd5-e58c3e579a81, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.985364] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.985637] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 9b81c224-40e4-4eda-900b-c759ee6a460d/9b81c224-40e4-4eda-900b-c759ee6a460d.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1758.985904] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d655c4df-56cf-474b-b7f3-da0b974c73e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.993080] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1758.993080] env[62402]: value = "task-1873351" [ 1758.993080] env[62402]: _type = "Task" [ 1758.993080] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.000668] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.111356] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.204081] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Releasing lock "refresh_cache-d99f18d0-b580-4596-b664-e1c7bc1b0508" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.204408] env[62402]: DEBUG nova.compute.manager [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Instance network_info: |[{"id": "cdce75ff-5cba-45a0-adf5-d5c89c2d6d10", "address": "fa:16:3e:cb:b0:01", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdce75ff-5c", "ovs_interfaceid": "cdce75ff-5cba-45a0-adf5-d5c89c2d6d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1759.204955] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:b0:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdce75ff-5cba-45a0-adf5-d5c89c2d6d10', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.212990] env[62402]: DEBUG oslo.service.loopingcall [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.213310] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.213700] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-095ae768-0f78-43c4-8edb-687fbb4c126f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.233634] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: fb828cea-cae3-4116-bc6b-be2bd4d2e18f] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1759.235775] env[62402]: DEBUG oslo_concurrency.lockutils [None req-082e4723-06cf-48ff-b552-93e45849fef4 tempest-ImagesTestJSON-45316517 tempest-ImagesTestJSON-45316517-project-member] Lock "3492a2f3-c801-4bc1-85ed-4c6f8f4ce633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.691s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.243250] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.243250] env[62402]: value = "task-1873352" [ 1759.243250] env[62402]: _type = "Task" [ 1759.243250] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.254256] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873352, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.370431] env[62402]: DEBUG nova.compute.manager [req-085135bb-9ca2-46bf-9052-58b58b323ca3 req-d34fcf1e-5324-44da-8b40-694ad2cf2461 service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Received event network-changed-cdce75ff-5cba-45a0-adf5-d5c89c2d6d10 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1759.370686] env[62402]: DEBUG nova.compute.manager [req-085135bb-9ca2-46bf-9052-58b58b323ca3 req-d34fcf1e-5324-44da-8b40-694ad2cf2461 service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Refreshing instance network info cache due to event network-changed-cdce75ff-5cba-45a0-adf5-d5c89c2d6d10. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1759.370965] env[62402]: DEBUG oslo_concurrency.lockutils [req-085135bb-9ca2-46bf-9052-58b58b323ca3 req-d34fcf1e-5324-44da-8b40-694ad2cf2461 service nova] Acquiring lock "refresh_cache-d99f18d0-b580-4596-b664-e1c7bc1b0508" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.371203] env[62402]: DEBUG oslo_concurrency.lockutils [req-085135bb-9ca2-46bf-9052-58b58b323ca3 req-d34fcf1e-5324-44da-8b40-694ad2cf2461 service nova] Acquired lock "refresh_cache-d99f18d0-b580-4596-b664-e1c7bc1b0508" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.371467] env[62402]: DEBUG nova.network.neutron [req-085135bb-9ca2-46bf-9052-58b58b323ca3 req-d34fcf1e-5324-44da-8b40-694ad2cf2461 service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Refreshing network info cache for port cdce75ff-5cba-45a0-adf5-d5c89c2d6d10 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.448761] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501af62f-8c66-465e-a290-be40be0066fa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.458805] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea751f4-6d76-4103-bb35-25166f8f0ab2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.493469] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ecb4b0-72ca-43c3-be6f-8e8f1a450e2d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.508266] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d359a99d-97f7-4183-9e7b-545e0bb24794 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.512252] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510527} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.512900] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 9b81c224-40e4-4eda-900b-c759ee6a460d/9b81c224-40e4-4eda-900b-c759ee6a460d.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1759.513155] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1759.513950] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00639b9b-69d1-4aa1-8f33-ab7b01d074f5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.524483] env[62402]: DEBUG nova.compute.provider_tree [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.530095] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1759.530095] env[62402]: value = "task-1873353" [ 1759.530095] env[62402]: _type = "Task" [ 1759.530095] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.539335] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.611992] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873350, 'name': ReconfigVM_Task, 'duration_secs': 0.81733} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.612281] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Reconfigured VM instance instance-00000062 to attach disk [datastore1] cceb7117-4003-48a3-8d1b-3855331c0268/cceb7117-4003-48a3-8d1b-3855331c0268.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1759.612995] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fefa3c04-e2fe-4db2-94f5-dd26c997c18d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.619316] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Waiting for the task: (returnval){ [ 1759.619316] env[62402]: value = "task-1873354" [ 1759.619316] env[62402]: _type = "Task" [ 1759.619316] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.627196] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873354, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.738033] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 50996a24-6344-471e-885b-852e36adb8b4] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1759.752148] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873352, 'name': CreateVM_Task, 'duration_secs': 0.383137} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.752305] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1759.752998] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.752998] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.752998] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1759.753753] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3884ceb3-668f-49ca-985f-bd00459a2279 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.758126] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1759.758126] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525f7ae1-4b97-7daa-5dbd-f2bba8bc2a28" [ 1759.758126] env[62402]: _type = "Task" [ 1759.758126] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.766070] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525f7ae1-4b97-7daa-5dbd-f2bba8bc2a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.031737] env[62402]: DEBUG nova.scheduler.client.report [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1760.044934] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069857} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.045270] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1760.046037] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752a848f-2e8b-41d6-91d7-da18948723f8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.071334] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 9b81c224-40e4-4eda-900b-c759ee6a460d/9b81c224-40e4-4eda-900b-c759ee6a460d.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1760.071895] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5380f82f-75bb-496f-93d9-9df6a08d2fa6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.092133] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1760.092133] env[62402]: value = "task-1873355" [ 1760.092133] env[62402]: _type = "Task" [ 1760.092133] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.100985] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.127767] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873354, 'name': Rename_Task, 'duration_secs': 0.168067} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.128058] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1760.128291] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75d7f287-b733-471c-a31e-0e4523a79231 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.133100] env[62402]: DEBUG nova.network.neutron [req-085135bb-9ca2-46bf-9052-58b58b323ca3 req-d34fcf1e-5324-44da-8b40-694ad2cf2461 service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Updated VIF entry in instance network info cache for port cdce75ff-5cba-45a0-adf5-d5c89c2d6d10. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.133485] env[62402]: DEBUG nova.network.neutron [req-085135bb-9ca2-46bf-9052-58b58b323ca3 req-d34fcf1e-5324-44da-8b40-694ad2cf2461 service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Updating instance_info_cache with network_info: [{"id": "cdce75ff-5cba-45a0-adf5-d5c89c2d6d10", "address": "fa:16:3e:cb:b0:01", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdce75ff-5c", "ovs_interfaceid": "cdce75ff-5cba-45a0-adf5-d5c89c2d6d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.138020] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Waiting for the task: (returnval){ [ 1760.138020] env[62402]: value = "task-1873356" [ 1760.138020] env[62402]: _type = "Task" [ 1760.138020] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.150949] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.241635] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 4d2af92c-9932-4691-91b8-ee929263ba45] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1760.271780] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525f7ae1-4b97-7daa-5dbd-f2bba8bc2a28, 'name': SearchDatastore_Task, 'duration_secs': 0.009006} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.274373] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.274373] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.274373] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.274373] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.274373] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.275271] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-495aaf1c-7786-4d3e-a0c6-7deb6d691d2e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.288908] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.288908] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.289569] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-163285b1-17fa-472e-b712-a1ba13d05344 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.298538] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1760.298538] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52695f23-2244-7d28-585a-44c5711fc799" [ 1760.298538] env[62402]: _type = "Task" [ 1760.298538] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.307167] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52695f23-2244-7d28-585a-44c5711fc799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.382693] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.383185] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.383608] env[62402]: INFO nova.compute.manager [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Rebooting instance [ 1760.541358] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.542920] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.726s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.544485] env[62402]: INFO nova.compute.claims [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1760.577863] env[62402]: INFO nova.scheduler.client.report [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Deleted allocations for instance 8864de7b-2d40-4b93-a545-ae11a605b0c6 [ 1760.603668] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.638782] env[62402]: DEBUG oslo_concurrency.lockutils [req-085135bb-9ca2-46bf-9052-58b58b323ca3 req-d34fcf1e-5324-44da-8b40-694ad2cf2461 service nova] Releasing lock "refresh_cache-d99f18d0-b580-4596-b664-e1c7bc1b0508" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.648762] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.745393] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 78354d5e-0d91-4efd-baf7-1c9226fbe74f] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1760.809724] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52695f23-2244-7d28-585a-44c5711fc799, 'name': SearchDatastore_Task, 'duration_secs': 0.033883} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.810644] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa6c8b0-672c-4e42-9b87-3659a32abd99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.817193] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1760.817193] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c79f00-1d60-1147-8eb3-e9e6400608bc" [ 1760.817193] env[62402]: _type = "Task" [ 1760.817193] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.826172] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c79f00-1d60-1147-8eb3-e9e6400608bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.907713] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.908961] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.908961] env[62402]: DEBUG nova.network.neutron [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1761.089051] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6350baf4-9284-4292-b4e0-01ca7f323a13 tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "8864de7b-2d40-4b93-a545-ae11a605b0c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.918s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.110316] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873355, 'name': ReconfigVM_Task, 'duration_secs': 0.955252} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.111221] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 9b81c224-40e4-4eda-900b-c759ee6a460d/9b81c224-40e4-4eda-900b-c759ee6a460d.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1761.114186] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adf231bb-196f-4328-9107-d3c6a932b124 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.121573] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1761.121573] env[62402]: value = "task-1873357" [ 1761.121573] env[62402]: _type = "Task" [ 1761.121573] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.132223] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873357, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.150181] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.252238] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 0b21b2e2-3462-4388-99d5-6c7f35ba65c8] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1761.330859] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c79f00-1d60-1147-8eb3-e9e6400608bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.330859] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.330859] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] d99f18d0-b580-4596-b664-e1c7bc1b0508/d99f18d0-b580-4596-b664-e1c7bc1b0508.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1761.330859] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-547b519e-7012-48de-b9ba-0cbdff476e27 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.337099] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1761.337099] env[62402]: value = "task-1873358" [ 1761.337099] env[62402]: _type = "Task" [ 1761.337099] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.347096] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.632984] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873357, 'name': Rename_Task, 'duration_secs': 0.157809} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.636125] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1761.636658] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d38d3537-5652-4692-8d63-b414bbe6898b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.644697] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1761.644697] env[62402]: value = "task-1873359" [ 1761.644697] env[62402]: _type = "Task" [ 1761.644697] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.647809] env[62402]: DEBUG oslo_vmware.api [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873356, 'name': PowerOnVM_Task, 'duration_secs': 1.076879} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.652378] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1761.652600] env[62402]: INFO nova.compute.manager [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1761.652780] env[62402]: DEBUG nova.compute.manager [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.656533] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0821fa11-10c7-4b6d-93a5-d92d24268558 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.672469] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873359, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.737495] env[62402]: DEBUG nova.network.neutron [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance_info_cache with network_info: [{"id": "99161bf5-bc94-404b-857a-1dec78d1f90f", "address": "fa:16:3e:4c:d3:46", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99161bf5-bc", "ovs_interfaceid": "99161bf5-bc94-404b-857a-1dec78d1f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.755309] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 878f2943-d443-4c4d-b09b-5972bbd06d9b] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1761.823579] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867230ba-8923-4c92-9bf0-bcb07768a295 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.831901] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6ee6e8-059a-4d84-a433-765b12820680 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.865360] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424bd3e9-a00b-431f-8bc7-ca447b587bda {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.870949] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476047} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.871582] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] d99f18d0-b580-4596-b664-e1c7bc1b0508/d99f18d0-b580-4596-b664-e1c7bc1b0508.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.871792] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.872057] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07b2730b-d3ea-4052-8eb5-3e6a28c4c052 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.878974] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aed6d20-aa0e-4930-96fb-237af90863a6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.884103] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1761.884103] env[62402]: value = "task-1873360" [ 1761.884103] env[62402]: _type = "Task" [ 1761.884103] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.895830] env[62402]: DEBUG nova.compute.provider_tree [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.902363] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.076296] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "d606c3e6-78f6-42b1-9dc1-690215743e14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.076705] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "d606c3e6-78f6-42b1-9dc1-690215743e14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.077288] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "d606c3e6-78f6-42b1-9dc1-690215743e14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.077288] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "d606c3e6-78f6-42b1-9dc1-690215743e14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.077542] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "d606c3e6-78f6-42b1-9dc1-690215743e14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.080667] env[62402]: INFO nova.compute.manager [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Terminating instance [ 1762.158564] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873359, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.188469] env[62402]: INFO nova.compute.manager [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Took 24.23 seconds to build instance. [ 1762.243094] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.260021] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 2110c7ab-0962-4884-b120-e1c1fb1bab16] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1762.395311] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071751} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.395927] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.397055] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a344fe2-5f1c-431a-bba9-d6cf7ca73f2f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.400899] env[62402]: DEBUG nova.scheduler.client.report [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.430519] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] d99f18d0-b580-4596-b664-e1c7bc1b0508/d99f18d0-b580-4596-b664-e1c7bc1b0508.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.431806] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f83071d-87f2-4f69-b136-d7d50f4fa576 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.456018] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1762.456018] env[62402]: value = "task-1873361" [ 1762.456018] env[62402]: _type = "Task" [ 1762.456018] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.464766] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.587046] env[62402]: DEBUG nova.compute.manager [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1762.587046] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1762.588573] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b39e7d4-0c82-489a-bf22-297dd1b44319 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.602044] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.602044] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94fd222e-49f4-436a-9e8c-f0dab49359d7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.610956] env[62402]: DEBUG oslo_vmware.api [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1762.610956] env[62402]: value = "task-1873362" [ 1762.610956] env[62402]: _type = "Task" [ 1762.610956] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.627975] env[62402]: DEBUG oslo_vmware.api [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.651678] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "e67a1387-3862-4b89-9e1d-347badf86328" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.651678] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "e67a1387-3862-4b89-9e1d-347badf86328" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.651678] env[62402]: INFO nova.compute.manager [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Shelving [ 1762.664658] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873359, 'name': PowerOnVM_Task, 'duration_secs': 0.989706} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.664658] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1762.664658] env[62402]: DEBUG nova.compute.manager [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1762.665962] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff4f40c-06a0-4abf-b4c9-22a845a70ad5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.689609] env[62402]: DEBUG oslo_concurrency.lockutils [None req-71351ecb-5980-4140-b482-61ac0cccdd25 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Lock "cceb7117-4003-48a3-8d1b-3855331c0268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.743s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.748269] env[62402]: DEBUG nova.compute.manager [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1762.749331] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c43256c-5996-48f3-9c5d-4036dc861bec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.765432] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 7c628f37-d966-4d1e-8f1c-429c305592db] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1762.911132] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.911714] env[62402]: DEBUG nova.compute.manager [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1762.918020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.561s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.918020] env[62402]: DEBUG nova.objects.instance [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lazy-loading 'resources' on Instance uuid 1c840129-db9d-4322-8776-14154e9b7aa2 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.965615] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.122169] env[62402]: DEBUG oslo_vmware.api [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873362, 'name': PowerOffVM_Task, 'duration_secs': 0.23853} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.122306] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1763.122373] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1763.122615] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18d62426-a786-4a71-8630-86a60b34b594 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.179917] env[62402]: INFO nova.compute.manager [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] bringing vm to original state: 'stopped' [ 1763.200238] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1763.200481] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1763.200673] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Deleting the datastore file [datastore1] d606c3e6-78f6-42b1-9dc1-690215743e14 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.200956] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-963a9127-b6d8-4fca-bcb5-3af44a2bafee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.210094] env[62402]: DEBUG oslo_vmware.api [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for the task: (returnval){ [ 1763.210094] env[62402]: value = "task-1873364" [ 1763.210094] env[62402]: _type = "Task" [ 1763.210094] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.219145] env[62402]: DEBUG oslo_vmware.api [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.268591] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 7dfe7984-450c-4e93-a313-8ee4be75cf77] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1763.417431] env[62402]: DEBUG nova.compute.utils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1763.418973] env[62402]: DEBUG nova.compute.manager [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1763.419615] env[62402]: DEBUG nova.network.neutron [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1763.467322] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873361, 'name': ReconfigVM_Task, 'duration_secs': 0.541097} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.467686] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Reconfigured VM instance instance-00000063 to attach disk [datastore1] d99f18d0-b580-4596-b664-e1c7bc1b0508/d99f18d0-b580-4596-b664-e1c7bc1b0508.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.468488] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92f413d7-3285-443a-9350-95bfd7714966 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.477125] env[62402]: DEBUG nova.policy [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db425e3a2e48bb9a3395b1d2a5a548', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b6817b4b074a1ca828f87374423cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1763.479659] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1763.479659] env[62402]: value = "task-1873365" [ 1763.479659] env[62402]: _type = "Task" [ 1763.479659] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.489983] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873365, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.635763] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0295800-ae76-4809-b44e-b71a93b9d5cf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.643317] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3778c3-a1ef-45a4-bf2b-cd48666075d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.674442] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.674949] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8f89bce-762f-40c2-a213-266fdbdf06e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.677174] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95779faa-0eac-4568-9dba-e2498d9929a6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.679672] env[62402]: DEBUG oslo_concurrency.lockutils [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Acquiring lock "cceb7117-4003-48a3-8d1b-3855331c0268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.679897] env[62402]: DEBUG oslo_concurrency.lockutils [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Lock "cceb7117-4003-48a3-8d1b-3855331c0268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.680118] env[62402]: DEBUG oslo_concurrency.lockutils [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Acquiring lock "cceb7117-4003-48a3-8d1b-3855331c0268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.680304] env[62402]: DEBUG oslo_concurrency.lockutils [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Lock "cceb7117-4003-48a3-8d1b-3855331c0268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.680480] env[62402]: DEBUG oslo_concurrency.lockutils [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Lock "cceb7117-4003-48a3-8d1b-3855331c0268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.682880] env[62402]: INFO nova.compute.manager [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Terminating instance [ 1763.692694] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ce18b9-478d-4366-898c-454eaaa042d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.697082] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1763.697082] env[62402]: value = "task-1873366" [ 1763.697082] env[62402]: _type = "Task" [ 1763.697082] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.716932] env[62402]: DEBUG nova.compute.provider_tree [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.724656] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.730642] env[62402]: DEBUG oslo_vmware.api [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Task: {'id': task-1873364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158199} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.731791] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.731791] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1763.731791] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1763.731791] env[62402]: INFO nova.compute.manager [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1763.731791] env[62402]: DEBUG oslo.service.loopingcall [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.732025] env[62402]: DEBUG nova.compute.manager [-] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1763.732025] env[62402]: DEBUG nova.network.neutron [-] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1763.768148] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d953b3f6-9dc1-469e-95db-5edbd0151c7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.771241] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: ee33adb6-e557-41a3-af97-4a510dabac58] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1763.775721] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Doing hard reboot of VM {{(pid=62402) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1763.776215] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-24ac4645-60ac-4b99-823c-94b93439a5f5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.784091] env[62402]: DEBUG oslo_vmware.api [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1763.784091] env[62402]: value = "task-1873367" [ 1763.784091] env[62402]: _type = "Task" [ 1763.784091] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.798500] env[62402]: DEBUG oslo_vmware.api [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873367, 'name': ResetVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.828624] env[62402]: DEBUG nova.network.neutron [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Successfully created port: 11ed940a-d312-4ba7-9293-f4470293a165 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1763.923293] env[62402]: DEBUG nova.compute.manager [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1763.991223] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873365, 'name': Rename_Task, 'duration_secs': 0.232411} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.991523] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.992098] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb38b565-71b4-4a1b-92b7-5ab89474e9d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.998862] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1763.998862] env[62402]: value = "task-1873368" [ 1763.998862] env[62402]: _type = "Task" [ 1763.998862] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.010856] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.025583] env[62402]: DEBUG nova.compute.manager [req-e6f49824-b16d-4bd3-8576-96145c9c2d3d req-ab554ee6-7ccc-4c42-bc3a-ae3efd0d7bcc service nova] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Received event network-vif-deleted-6fef31ca-b89a-4c9e-ab20-1cf083cfd277 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1764.025865] env[62402]: INFO nova.compute.manager [req-e6f49824-b16d-4bd3-8576-96145c9c2d3d req-ab554ee6-7ccc-4c42-bc3a-ae3efd0d7bcc service nova] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Neutron deleted interface 6fef31ca-b89a-4c9e-ab20-1cf083cfd277; detaching it from the instance and deleting it from the info cache [ 1764.026066] env[62402]: DEBUG nova.network.neutron [req-e6f49824-b16d-4bd3-8576-96145c9c2d3d req-ab554ee6-7ccc-4c42-bc3a-ae3efd0d7bcc service nova] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.198566] env[62402]: DEBUG nova.compute.manager [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1764.198887] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1764.199369] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "9b81c224-40e4-4eda-900b-c759ee6a460d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.199607] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "9b81c224-40e4-4eda-900b-c759ee6a460d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.199806] env[62402]: DEBUG nova.compute.manager [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1764.200730] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5ae09f-0e33-4746-b8cf-a5c9ae6903e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.204205] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3dbcc9-3b49-4be0-9d65-2609daef7ff5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.216493] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873366, 'name': PowerOffVM_Task, 'duration_secs': 0.224951} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.219872] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.220301] env[62402]: DEBUG nova.compute.manager [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62402) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1764.222031] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.223691] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0d4701-07ad-4af6-be7d-55372ea46a22 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.226156] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0999af9d-cb80-4eb1-928c-0d9f948c2f78 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.228401] env[62402]: DEBUG nova.scheduler.client.report [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.250754] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb18a6e-2045-49ab-82bb-f4172b448ef7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.253893] env[62402]: DEBUG oslo_vmware.api [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Waiting for the task: (returnval){ [ 1764.253893] env[62402]: value = "task-1873369" [ 1764.253893] env[62402]: _type = "Task" [ 1764.253893] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.267560] env[62402]: DEBUG oslo_vmware.api [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.277405] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 2d423f66-4b38-4fc4-abe5-5d09381e1c86] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1764.295298] env[62402]: DEBUG oslo_vmware.api [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873367, 'name': ResetVM_Task, 'duration_secs': 0.106666} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.295593] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Did hard reboot of VM {{(pid=62402) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1764.295797] env[62402]: DEBUG nova.compute.manager [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1764.296912] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191d3b32-060f-4494-bc8f-dc5b69b256ca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.510148] env[62402]: DEBUG nova.network.neutron [-] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.511442] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873368, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.529943] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-817ad6df-5b58-4868-81f6-21e4d82a6414 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.539155] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e827f89-687f-4d96-a47d-a764c0b996f9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.569889] env[62402]: DEBUG nova.compute.manager [req-e6f49824-b16d-4bd3-8576-96145c9c2d3d req-ab554ee6-7ccc-4c42-bc3a-ae3efd0d7bcc service nova] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Detach interface failed, port_id=6fef31ca-b89a-4c9e-ab20-1cf083cfd277, reason: Instance d606c3e6-78f6-42b1-9dc1-690215743e14 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1764.729030] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.729399] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f46498a-3314-47fa-8a5d-3cd343a2c915 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.734214] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.737770] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1764.737770] env[62402]: value = "task-1873370" [ 1764.737770] env[62402]: _type = "Task" [ 1764.737770] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.746799] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.765040] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1764.765943] env[62402]: DEBUG oslo_vmware.api [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873369, 'name': PowerOffVM_Task, 'duration_secs': 0.211236} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.766387] env[62402]: INFO nova.scheduler.client.report [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted allocations for instance 1c840129-db9d-4322-8776-14154e9b7aa2 [ 1764.767443] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3eb93f86-1b6d-4ef0-af27-b57106d5eced {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.770021] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.770021] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.772436] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03c020dd-273d-4eed-95f2-6670bc74e69e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.779357] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1764.779357] env[62402]: value = "task-1873371" [ 1764.779357] env[62402]: _type = "Task" [ 1764.779357] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.779805] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 27542ea8-947c-47a3-851d-ce46f0548a92] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1764.790996] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873371, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.810335] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2b2b1d36-1505-49fa-827c-51d17d2a88f7 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.427s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.933794] env[62402]: DEBUG nova.compute.manager [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1764.964778] env[62402]: DEBUG nova.virt.hardware [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1764.965123] env[62402]: DEBUG nova.virt.hardware [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.965347] env[62402]: DEBUG nova.virt.hardware [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1764.965602] env[62402]: DEBUG nova.virt.hardware [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.965803] env[62402]: DEBUG nova.virt.hardware [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1764.966009] env[62402]: DEBUG nova.virt.hardware [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1764.966287] env[62402]: DEBUG nova.virt.hardware [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1764.966461] env[62402]: DEBUG nova.virt.hardware [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1764.966657] env[62402]: DEBUG nova.virt.hardware [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1764.966833] env[62402]: DEBUG nova.virt.hardware [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1764.967018] env[62402]: DEBUG nova.virt.hardware [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1764.968313] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df04945-eabe-4c28-b33f-74e01b8d97b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.979201] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93002ce0-ffd9-4fb3-a10c-1d9728f82238 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.009988] env[62402]: DEBUG oslo_vmware.api [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873368, 'name': PowerOnVM_Task, 'duration_secs': 0.64844} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.010265] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.010475] env[62402]: INFO nova.compute.manager [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1765.010662] env[62402]: DEBUG nova.compute.manager [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.011440] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac6f0e5-8ed7-4ae1-b7ee-89ef0930165d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.014133] env[62402]: INFO nova.compute.manager [-] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Took 1.28 seconds to deallocate network for instance. [ 1765.162243] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1765.162478] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1765.162660] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Deleting the datastore file [datastore1] cceb7117-4003-48a3-8d1b-3855331c0268 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1765.162932] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28ece9df-1f9b-4bf8-99a7-9c8b2594ff0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.170947] env[62402]: DEBUG oslo_vmware.api [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Waiting for the task: (returnval){ [ 1765.170947] env[62402]: value = "task-1873373" [ 1765.170947] env[62402]: _type = "Task" [ 1765.170947] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.178508] env[62402]: DEBUG oslo_vmware.api [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.247852] env[62402]: DEBUG oslo_vmware.api [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873370, 'name': PowerOffVM_Task, 'duration_secs': 0.364795} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.248824] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1765.248824] env[62402]: DEBUG nova.compute.manager [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.249419] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0c9949-1f2f-4135-b6dc-c0e449f1be5d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.278645] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2f4564b5-ed98-4f62-b54b-e233274359e7 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "1c840129-db9d-4322-8776-14154e9b7aa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.838s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.285354] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.285354] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Cleaning up deleted instances with incomplete migration {{(pid=62402) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1765.290528] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873371, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.325728] env[62402]: DEBUG nova.compute.manager [req-79bc8b97-c2d3-4fbd-9229-56cfd29aece9 req-88250d2f-7c3e-42d6-ad4f-e2b52a5de438 service nova] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Received event network-vif-plugged-11ed940a-d312-4ba7-9293-f4470293a165 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1765.326129] env[62402]: DEBUG oslo_concurrency.lockutils [req-79bc8b97-c2d3-4fbd-9229-56cfd29aece9 req-88250d2f-7c3e-42d6-ad4f-e2b52a5de438 service nova] Acquiring lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.326479] env[62402]: DEBUG oslo_concurrency.lockutils [req-79bc8b97-c2d3-4fbd-9229-56cfd29aece9 req-88250d2f-7c3e-42d6-ad4f-e2b52a5de438 service nova] Lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.326751] env[62402]: DEBUG oslo_concurrency.lockutils [req-79bc8b97-c2d3-4fbd-9229-56cfd29aece9 req-88250d2f-7c3e-42d6-ad4f-e2b52a5de438 service nova] Lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.327071] env[62402]: DEBUG nova.compute.manager [req-79bc8b97-c2d3-4fbd-9229-56cfd29aece9 req-88250d2f-7c3e-42d6-ad4f-e2b52a5de438 service nova] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] No waiting events found dispatching network-vif-plugged-11ed940a-d312-4ba7-9293-f4470293a165 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1765.327362] env[62402]: WARNING nova.compute.manager [req-79bc8b97-c2d3-4fbd-9229-56cfd29aece9 req-88250d2f-7c3e-42d6-ad4f-e2b52a5de438 service nova] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Received unexpected event network-vif-plugged-11ed940a-d312-4ba7-9293-f4470293a165 for instance with vm_state building and task_state spawning. [ 1765.410387] env[62402]: DEBUG nova.network.neutron [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Successfully updated port: 11ed940a-d312-4ba7-9293-f4470293a165 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1765.524977] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.525332] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.525608] env[62402]: DEBUG nova.objects.instance [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lazy-loading 'resources' on Instance uuid d606c3e6-78f6-42b1-9dc1-690215743e14 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.532797] env[62402]: INFO nova.compute.manager [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Took 22.54 seconds to build instance. [ 1765.683046] env[62402]: DEBUG oslo_vmware.api [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Task: {'id': task-1873373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140124} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.683457] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1765.683716] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1765.683951] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1765.684178] env[62402]: INFO nova.compute.manager [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Took 1.49 seconds to destroy the instance on the hypervisor. [ 1765.684522] env[62402]: DEBUG oslo.service.loopingcall [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.684752] env[62402]: DEBUG nova.compute.manager [-] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1765.684873] env[62402]: DEBUG nova.network.neutron [-] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1765.764008] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "9b81c224-40e4-4eda-900b-c759ee6a460d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.791069] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873371, 'name': CreateSnapshot_Task, 'duration_secs': 0.928116} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.791313] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.792251] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1765.796555] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beabe646-91f8-4b2e-9f2b-0a504412d5ce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.913150] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "refresh_cache-bab6f3e1-cb6b-47b5-8301-ff28d0529429" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.913309] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "refresh_cache-bab6f3e1-cb6b-47b5-8301-ff28d0529429" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.913564] env[62402]: DEBUG nova.network.neutron [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.034713] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bac689b9-4c93-45bd-99c9-8d25e4369011 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d99f18d0-b580-4596-b664-e1c7bc1b0508" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.047s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.274799] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542e1cdb-0674-41f6-b0ef-8df8c2f23bc8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.277535] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.282839] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354e987e-3c6b-4699-bfdd-35309ad992dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.321275] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1766.321929] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68a10da3-eed1-4d86-8eac-269962aa0b57 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.325958] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a22a75b-1b65-42a4-a2a3-37f96f30d498 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.334969] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805699a0-066c-49fe-a8cf-17fe19990030 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.338916] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1766.338916] env[62402]: value = "task-1873374" [ 1766.338916] env[62402]: _type = "Task" [ 1766.338916] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.353602] env[62402]: DEBUG nova.compute.provider_tree [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.360092] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873374, 'name': CloneVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.431653] env[62402]: DEBUG nova.compute.manager [req-9fbc4af5-8424-4dd5-ac77-a1313ce5d0ac req-944111b2-beeb-4ab1-be87-5d45bc8efa3f service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Received event network-changed-cdce75ff-5cba-45a0-adf5-d5c89c2d6d10 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1766.431925] env[62402]: DEBUG nova.compute.manager [req-9fbc4af5-8424-4dd5-ac77-a1313ce5d0ac req-944111b2-beeb-4ab1-be87-5d45bc8efa3f service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Refreshing instance network info cache due to event network-changed-cdce75ff-5cba-45a0-adf5-d5c89c2d6d10. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1766.434015] env[62402]: DEBUG oslo_concurrency.lockutils [req-9fbc4af5-8424-4dd5-ac77-a1313ce5d0ac req-944111b2-beeb-4ab1-be87-5d45bc8efa3f service nova] Acquiring lock "refresh_cache-d99f18d0-b580-4596-b664-e1c7bc1b0508" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.434015] env[62402]: DEBUG oslo_concurrency.lockutils [req-9fbc4af5-8424-4dd5-ac77-a1313ce5d0ac req-944111b2-beeb-4ab1-be87-5d45bc8efa3f service nova] Acquired lock "refresh_cache-d99f18d0-b580-4596-b664-e1c7bc1b0508" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.434015] env[62402]: DEBUG nova.network.neutron [req-9fbc4af5-8424-4dd5-ac77-a1313ce5d0ac req-944111b2-beeb-4ab1-be87-5d45bc8efa3f service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Refreshing network info cache for port cdce75ff-5cba-45a0-adf5-d5c89c2d6d10 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.456043] env[62402]: DEBUG nova.network.neutron [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1766.471854] env[62402]: DEBUG nova.network.neutron [-] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.624268] env[62402]: DEBUG nova.network.neutron [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Updating instance_info_cache with network_info: [{"id": "11ed940a-d312-4ba7-9293-f4470293a165", "address": "fa:16:3e:76:80:40", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ed940a-d3", "ovs_interfaceid": "11ed940a-d312-4ba7-9293-f4470293a165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.716900] env[62402]: DEBUG oslo_concurrency.lockutils [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "9b81c224-40e4-4eda-900b-c759ee6a460d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.717189] env[62402]: DEBUG oslo_concurrency.lockutils [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "9b81c224-40e4-4eda-900b-c759ee6a460d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.717402] env[62402]: DEBUG oslo_concurrency.lockutils [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "9b81c224-40e4-4eda-900b-c759ee6a460d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.718021] env[62402]: DEBUG oslo_concurrency.lockutils [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "9b81c224-40e4-4eda-900b-c759ee6a460d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.718213] env[62402]: DEBUG oslo_concurrency.lockutils [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "9b81c224-40e4-4eda-900b-c759ee6a460d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.720357] env[62402]: INFO nova.compute.manager [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Terminating instance [ 1766.849683] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873374, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.857309] env[62402]: DEBUG nova.scheduler.client.report [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1766.959061] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "34afc048-e4ac-48ed-b7cf-d01e94744300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.959302] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.974122] env[62402]: INFO nova.compute.manager [-] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Took 1.29 seconds to deallocate network for instance. [ 1767.126710] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "refresh_cache-bab6f3e1-cb6b-47b5-8301-ff28d0529429" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.127040] env[62402]: DEBUG nova.compute.manager [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Instance network_info: |[{"id": "11ed940a-d312-4ba7-9293-f4470293a165", "address": "fa:16:3e:76:80:40", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ed940a-d3", "ovs_interfaceid": "11ed940a-d312-4ba7-9293-f4470293a165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1767.127444] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:80:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11ed940a-d312-4ba7-9293-f4470293a165', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.139019] env[62402]: DEBUG oslo.service.loopingcall [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.139019] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1767.139019] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6db85fab-4dd2-4bd6-9898-f62da65109bd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.152352] env[62402]: DEBUG nova.network.neutron [req-9fbc4af5-8424-4dd5-ac77-a1313ce5d0ac req-944111b2-beeb-4ab1-be87-5d45bc8efa3f service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Updated VIF entry in instance network info cache for port cdce75ff-5cba-45a0-adf5-d5c89c2d6d10. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.152703] env[62402]: DEBUG nova.network.neutron [req-9fbc4af5-8424-4dd5-ac77-a1313ce5d0ac req-944111b2-beeb-4ab1-be87-5d45bc8efa3f service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Updating instance_info_cache with network_info: [{"id": "cdce75ff-5cba-45a0-adf5-d5c89c2d6d10", "address": "fa:16:3e:cb:b0:01", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdce75ff-5c", "ovs_interfaceid": "cdce75ff-5cba-45a0-adf5-d5c89c2d6d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.160161] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.160161] env[62402]: value = "task-1873375" [ 1767.160161] env[62402]: _type = "Task" [ 1767.160161] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.168695] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873375, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.225661] env[62402]: DEBUG nova.compute.manager [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1767.225982] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.227148] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda8f0c9-c9f5-441f-9533-616d65852d2c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.236060] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.236060] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46a06675-fb3f-4124-b4a1-32a9d9e9ac35 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.338448] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1767.338773] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1767.338773] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleting the datastore file [datastore1] 9b81c224-40e4-4eda-900b-c759ee6a460d {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1767.339201] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a7da118-844b-4b4a-8b11-592000ab340c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.351367] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873374, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.352806] env[62402]: DEBUG oslo_vmware.api [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1767.352806] env[62402]: value = "task-1873377" [ 1767.352806] env[62402]: _type = "Task" [ 1767.352806] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.360719] env[62402]: DEBUG oslo_vmware.api [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.363009] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.366179] env[62402]: DEBUG nova.compute.manager [req-4762911e-20c8-4106-9930-87492201e5f6 req-2e1847a9-7ac3-4a0e-b79e-32f110e86d68 service nova] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Received event network-changed-11ed940a-d312-4ba7-9293-f4470293a165 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1767.366674] env[62402]: DEBUG nova.compute.manager [req-4762911e-20c8-4106-9930-87492201e5f6 req-2e1847a9-7ac3-4a0e-b79e-32f110e86d68 service nova] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Refreshing instance network info cache due to event network-changed-11ed940a-d312-4ba7-9293-f4470293a165. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1767.366674] env[62402]: DEBUG oslo_concurrency.lockutils [req-4762911e-20c8-4106-9930-87492201e5f6 req-2e1847a9-7ac3-4a0e-b79e-32f110e86d68 service nova] Acquiring lock "refresh_cache-bab6f3e1-cb6b-47b5-8301-ff28d0529429" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.366753] env[62402]: DEBUG oslo_concurrency.lockutils [req-4762911e-20c8-4106-9930-87492201e5f6 req-2e1847a9-7ac3-4a0e-b79e-32f110e86d68 service nova] Acquired lock "refresh_cache-bab6f3e1-cb6b-47b5-8301-ff28d0529429" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.366855] env[62402]: DEBUG nova.network.neutron [req-4762911e-20c8-4106-9930-87492201e5f6 req-2e1847a9-7ac3-4a0e-b79e-32f110e86d68 service nova] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Refreshing network info cache for port 11ed940a-d312-4ba7-9293-f4470293a165 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1767.368892] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.091s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.368892] env[62402]: DEBUG nova.objects.instance [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62402) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1767.390622] env[62402]: INFO nova.scheduler.client.report [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Deleted allocations for instance d606c3e6-78f6-42b1-9dc1-690215743e14 [ 1767.461874] env[62402]: DEBUG nova.compute.manager [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1767.480619] env[62402]: DEBUG oslo_concurrency.lockutils [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.655830] env[62402]: DEBUG oslo_concurrency.lockutils [req-9fbc4af5-8424-4dd5-ac77-a1313ce5d0ac req-944111b2-beeb-4ab1-be87-5d45bc8efa3f service nova] Releasing lock "refresh_cache-d99f18d0-b580-4596-b664-e1c7bc1b0508" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.670086] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873375, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.850855] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873374, 'name': CloneVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.860765] env[62402]: DEBUG oslo_vmware.api [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159117} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.861078] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1767.861343] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1767.861641] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1767.861886] env[62402]: INFO nova.compute.manager [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1767.862157] env[62402]: DEBUG oslo.service.loopingcall [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.862355] env[62402]: DEBUG nova.compute.manager [-] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1767.862450] env[62402]: DEBUG nova.network.neutron [-] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1767.899553] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a435e8f-7b75-43cd-8f97-a1bf94ae174f tempest-ServerRescueNegativeTestJSON-35297150 tempest-ServerRescueNegativeTestJSON-35297150-project-member] Lock "d606c3e6-78f6-42b1-9dc1-690215743e14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.822s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.074125] env[62402]: DEBUG nova.network.neutron [req-4762911e-20c8-4106-9930-87492201e5f6 req-2e1847a9-7ac3-4a0e-b79e-32f110e86d68 service nova] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Updated VIF entry in instance network info cache for port 11ed940a-d312-4ba7-9293-f4470293a165. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1768.074663] env[62402]: DEBUG nova.network.neutron [req-4762911e-20c8-4106-9930-87492201e5f6 req-2e1847a9-7ac3-4a0e-b79e-32f110e86d68 service nova] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Updating instance_info_cache with network_info: [{"id": "11ed940a-d312-4ba7-9293-f4470293a165", "address": "fa:16:3e:76:80:40", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ed940a-d3", "ovs_interfaceid": "11ed940a-d312-4ba7-9293-f4470293a165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.105989] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.171039] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873375, 'name': CreateVM_Task, 'duration_secs': 0.723883} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.171212] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1768.171837] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.172024] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.172336] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.172586] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e9308c-fdbd-4a8e-8a79-e39d45ea6f22 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.176813] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1768.176813] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524efa8f-cded-acc6-6a1c-90c66a774236" [ 1768.176813] env[62402]: _type = "Task" [ 1768.176813] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.184627] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524efa8f-cded-acc6-6a1c-90c66a774236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.351376] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873374, 'name': CloneVM_Task, 'duration_secs': 1.534341} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.351758] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Created linked-clone VM from snapshot [ 1768.352383] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc25a5b-f38e-47a0-9c79-a578e884bc81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.359341] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Uploading image 47621b01-ecf7-4bf1-9be9-62b9bdc7700c {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1768.380645] env[62402]: DEBUG oslo_concurrency.lockutils [None req-74bf3ef3-5b1f-4f7f-bdf5-143f70678f78 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.381899] env[62402]: DEBUG oslo_concurrency.lockutils [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.901s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.382137] env[62402]: DEBUG nova.objects.instance [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Lazy-loading 'resources' on Instance uuid cceb7117-4003-48a3-8d1b-3855331c0268 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.387105] env[62402]: DEBUG oslo_vmware.rw_handles [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1768.387105] env[62402]: value = "vm-387155" [ 1768.387105] env[62402]: _type = "VirtualMachine" [ 1768.387105] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1768.387354] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-190cf5a3-840e-4262-a735-8691cd36a4a6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.394755] env[62402]: DEBUG oslo_vmware.rw_handles [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lease: (returnval){ [ 1768.394755] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6838e-eea5-7d22-2784-0dc9e77f399e" [ 1768.394755] env[62402]: _type = "HttpNfcLease" [ 1768.394755] env[62402]: } obtained for exporting VM: (result){ [ 1768.394755] env[62402]: value = "vm-387155" [ 1768.394755] env[62402]: _type = "VirtualMachine" [ 1768.394755] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1768.394995] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the lease: (returnval){ [ 1768.394995] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6838e-eea5-7d22-2784-0dc9e77f399e" [ 1768.394995] env[62402]: _type = "HttpNfcLease" [ 1768.394995] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1768.404343] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1768.404343] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6838e-eea5-7d22-2784-0dc9e77f399e" [ 1768.404343] env[62402]: _type = "HttpNfcLease" [ 1768.404343] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1768.578117] env[62402]: DEBUG oslo_concurrency.lockutils [req-4762911e-20c8-4106-9930-87492201e5f6 req-2e1847a9-7ac3-4a0e-b79e-32f110e86d68 service nova] Releasing lock "refresh_cache-bab6f3e1-cb6b-47b5-8301-ff28d0529429" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.578384] env[62402]: DEBUG nova.compute.manager [req-4762911e-20c8-4106-9930-87492201e5f6 req-2e1847a9-7ac3-4a0e-b79e-32f110e86d68 service nova] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Received event network-vif-deleted-d66ae201-8b39-43ac-9049-365e78e44553 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1768.594985] env[62402]: DEBUG nova.network.neutron [-] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.687813] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524efa8f-cded-acc6-6a1c-90c66a774236, 'name': SearchDatastore_Task, 'duration_secs': 0.017029} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.688305] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.688692] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.689081] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.689388] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.690175] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.690175] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07d0b59a-af63-4559-9684-489e7414c6b9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.698562] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.698746] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.699460] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c540044-56d2-49d2-9aab-0933c22461a2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.711735] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1768.711735] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52295352-4df5-47b1-6639-3c09bb340632" [ 1768.711735] env[62402]: _type = "Task" [ 1768.711735] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.712276] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52295352-4df5-47b1-6639-3c09bb340632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.903756] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1768.903756] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6838e-eea5-7d22-2784-0dc9e77f399e" [ 1768.903756] env[62402]: _type = "HttpNfcLease" [ 1768.903756] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1768.904071] env[62402]: DEBUG oslo_vmware.rw_handles [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1768.904071] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6838e-eea5-7d22-2784-0dc9e77f399e" [ 1768.904071] env[62402]: _type = "HttpNfcLease" [ 1768.904071] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1768.904810] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dba063-78f0-40d8-896e-1a631411a9ad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.914845] env[62402]: DEBUG oslo_vmware.rw_handles [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ea36b-0e72-989d-b50f-d3d35e8072ce/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1768.915038] env[62402]: DEBUG oslo_vmware.rw_handles [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ea36b-0e72-989d-b50f-d3d35e8072ce/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1769.006310] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-46184ab6-a378-4fb2-9281-a8b851514bdf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.098995] env[62402]: INFO nova.compute.manager [-] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Took 1.24 seconds to deallocate network for instance. [ 1769.135382] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4436b68e-3362-4c45-9848-2c04f832d1b9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.144066] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88156e67-f8f4-4512-b40e-c14ec31ee935 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.174503] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36690449-dc80-41c3-abe6-72731d0cc2fd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.182458] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7f2ac6-af45-48de-acc8-5989607785a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.198542] env[62402]: DEBUG nova.compute.provider_tree [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.216839] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52295352-4df5-47b1-6639-3c09bb340632, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.217676] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09edbc01-c3f6-45cf-a611-a44bf48370f9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.224489] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1769.224489] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52134e33-cab4-ae39-7be4-d0a8a0f66c0a" [ 1769.224489] env[62402]: _type = "Task" [ 1769.224489] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.233140] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52134e33-cab4-ae39-7be4-d0a8a0f66c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.523471] env[62402]: DEBUG nova.compute.manager [req-590489cf-53fb-4cf7-aea4-5c8a7e6aaa5f req-c4bbdf07-e402-4995-a97e-bab9b0e44872 service nova] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Received event network-vif-deleted-da2fbfb8-3ff5-48ae-a20b-984accd41ea9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1769.608743] env[62402]: DEBUG oslo_concurrency.lockutils [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.701633] env[62402]: DEBUG nova.scheduler.client.report [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1769.738294] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52134e33-cab4-ae39-7be4-d0a8a0f66c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.738744] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.739132] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] bab6f3e1-cb6b-47b5-8301-ff28d0529429/bab6f3e1-cb6b-47b5-8301-ff28d0529429.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1769.739482] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-beb8d6bc-d5d0-4bfc-9d02-6c33f40ac844 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.748968] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1769.748968] env[62402]: value = "task-1873379" [ 1769.748968] env[62402]: _type = "Task" [ 1769.748968] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.760229] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.208761] env[62402]: DEBUG oslo_concurrency.lockutils [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.214868] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.107s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.217223] env[62402]: INFO nova.compute.claims [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1770.233567] env[62402]: INFO nova.scheduler.client.report [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Deleted allocations for instance cceb7117-4003-48a3-8d1b-3855331c0268 [ 1770.261229] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873379, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.750600] env[62402]: DEBUG oslo_concurrency.lockutils [None req-83e32b3c-e3fb-4080-9a4f-074ae7b0a061 tempest-ServerMetadataTestJSON-1724785642 tempest-ServerMetadataTestJSON-1724785642-project-member] Lock "cceb7117-4003-48a3-8d1b-3855331c0268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.071s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.762559] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514791} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.763033] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] bab6f3e1-cb6b-47b5-8301-ff28d0529429/bab6f3e1-cb6b-47b5-8301-ff28d0529429.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1770.763987] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1770.763987] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bbdeb62-49de-4127-aff6-2056ab2f4232 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.773719] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1770.773719] env[62402]: value = "task-1873380" [ 1770.773719] env[62402]: _type = "Task" [ 1770.773719] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.783119] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.286605] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07836} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.287035] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.288249] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f4b612-31b2-42ab-8127-e9a419a80103 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.323460] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] bab6f3e1-cb6b-47b5-8301-ff28d0529429/bab6f3e1-cb6b-47b5-8301-ff28d0529429.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.326671] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b984c81c-e519-4148-8cac-4cc75530e31f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.350223] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1771.350223] env[62402]: value = "task-1873381" [ 1771.350223] env[62402]: _type = "Task" [ 1771.350223] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.362311] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.455858] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed23b355-fc00-4f06-b1bf-165f1ca444b7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.464597] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693d8219-7b1b-4f4f-8deb-cd1f874b52f7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.498701] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f5d870-97ee-4625-92e6-7668adc58ac8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.508305] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034144e0-0416-40cd-972c-e33e1f065d65 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.524202] env[62402]: DEBUG nova.compute.provider_tree [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.861019] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873381, 'name': ReconfigVM_Task, 'duration_secs': 0.395981} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.862337] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Reconfigured VM instance instance-00000064 to attach disk [datastore2] bab6f3e1-cb6b-47b5-8301-ff28d0529429/bab6f3e1-cb6b-47b5-8301-ff28d0529429.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.862931] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d25c06b2-c666-4ce9-9056-b9a3e3d27aed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.872509] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1771.872509] env[62402]: value = "task-1873382" [ 1771.872509] env[62402]: _type = "Task" [ 1771.872509] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.883782] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873382, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.027124] env[62402]: DEBUG nova.scheduler.client.report [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.316302] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1772.317501] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1772.387820] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873382, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.532505] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.533025] env[62402]: DEBUG nova.compute.manager [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1772.537684] env[62402]: DEBUG oslo_concurrency.lockutils [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.929s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.537978] env[62402]: DEBUG nova.objects.instance [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lazy-loading 'resources' on Instance uuid 9b81c224-40e4-4eda-900b-c759ee6a460d {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.828733] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1772.828918] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1772.829066] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1772.886027] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873382, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.041853] env[62402]: DEBUG nova.compute.utils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1773.049198] env[62402]: DEBUG nova.compute.manager [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1773.049409] env[62402]: DEBUG nova.network.neutron [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1773.131834] env[62402]: DEBUG nova.policy [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0aa43cb4cb34904bbebf244fada1386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb3433c84ea45749b3a469bc37c02fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1773.231375] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c7ded0-3a89-4a12-a968-a64d42239a25 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.240255] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827c7682-d352-40a9-a4dd-2544d96469a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.277191] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17994981-275f-4dac-a7ab-56a9c0f0d990 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.286233] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be8c331-aa39-4b28-a506-aea2f664afa9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.302209] env[62402]: DEBUG nova.compute.provider_tree [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.335023] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Skipping network cache update for instance because it is Building. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1773.335023] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Skipping network cache update for instance because it is Building. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1773.371825] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "refresh_cache-3d1735e1-4302-4891-9230-5fb564800cda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.371825] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquired lock "refresh_cache-3d1735e1-4302-4891-9230-5fb564800cda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.372083] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Forcefully refreshing network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1773.373027] env[62402]: DEBUG nova.objects.instance [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lazy-loading 'info_cache' on Instance uuid 3d1735e1-4302-4891-9230-5fb564800cda {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.385357] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873382, 'name': Rename_Task, 'duration_secs': 1.184957} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.385647] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.386573] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aca61980-03d0-472e-8cfa-1b9d93b26364 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.396984] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1773.396984] env[62402]: value = "task-1873383" [ 1773.396984] env[62402]: _type = "Task" [ 1773.396984] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.406708] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.423284] env[62402]: DEBUG nova.network.neutron [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Successfully created port: 17196c71-3cac-4a56-aa83-05636e7d5d4b {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1773.545903] env[62402]: DEBUG nova.compute.manager [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1773.806282] env[62402]: DEBUG nova.scheduler.client.report [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1773.908733] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873383, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.068336] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "f175797f-bcdf-4afc-99e7-3dbdca776656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.068715] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "f175797f-bcdf-4afc-99e7-3dbdca776656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.312132] env[62402]: DEBUG oslo_concurrency.lockutils [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.335264] env[62402]: INFO nova.scheduler.client.report [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted allocations for instance 9b81c224-40e4-4eda-900b-c759ee6a460d [ 1774.336967] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "5e93840b-3a18-49cb-97e0-e18c03158bc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.336967] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "5e93840b-3a18-49cb-97e0-e18c03158bc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.407219] env[62402]: DEBUG oslo_vmware.api [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873383, 'name': PowerOnVM_Task, 'duration_secs': 0.543033} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.407538] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.407730] env[62402]: INFO nova.compute.manager [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1774.407906] env[62402]: DEBUG nova.compute.manager [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.408714] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cda6366-72e3-4821-b21e-6bf652de2bc0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.554844] env[62402]: DEBUG nova.compute.manager [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1774.571036] env[62402]: DEBUG nova.compute.manager [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.584678] env[62402]: DEBUG nova.virt.hardware [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1774.584934] env[62402]: DEBUG nova.virt.hardware [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1774.585109] env[62402]: DEBUG nova.virt.hardware [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1774.585300] env[62402]: DEBUG nova.virt.hardware [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1774.585450] env[62402]: DEBUG nova.virt.hardware [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1774.585601] env[62402]: DEBUG nova.virt.hardware [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1774.585837] env[62402]: DEBUG nova.virt.hardware [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1774.586039] env[62402]: DEBUG nova.virt.hardware [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1774.586238] env[62402]: DEBUG nova.virt.hardware [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1774.586398] env[62402]: DEBUG nova.virt.hardware [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1774.586598] env[62402]: DEBUG nova.virt.hardware [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1774.587796] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676191e2-c950-4edc-bf1f-16aa81655170 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.596595] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2228dc-de50-4a5b-abd0-56cbc6c1e12b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.841919] env[62402]: DEBUG nova.compute.manager [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.848133] env[62402]: DEBUG oslo_concurrency.lockutils [None req-53ec5359-f349-4b50-86cf-0e3fcf408cdf tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "9b81c224-40e4-4eda-900b-c759ee6a460d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.131s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.933098] env[62402]: INFO nova.compute.manager [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Took 19.13 seconds to build instance. [ 1774.973600] env[62402]: DEBUG nova.compute.manager [req-96f92c60-d056-4ce5-8746-e81573114765 req-6b6c0c52-dfa4-40c1-bcf7-65d0c1682e3a service nova] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Received event network-vif-plugged-17196c71-3cac-4a56-aa83-05636e7d5d4b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1774.974068] env[62402]: DEBUG oslo_concurrency.lockutils [req-96f92c60-d056-4ce5-8746-e81573114765 req-6b6c0c52-dfa4-40c1-bcf7-65d0c1682e3a service nova] Acquiring lock "34afc048-e4ac-48ed-b7cf-d01e94744300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.974483] env[62402]: DEBUG oslo_concurrency.lockutils [req-96f92c60-d056-4ce5-8746-e81573114765 req-6b6c0c52-dfa4-40c1-bcf7-65d0c1682e3a service nova] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.974798] env[62402]: DEBUG oslo_concurrency.lockutils [req-96f92c60-d056-4ce5-8746-e81573114765 req-6b6c0c52-dfa4-40c1-bcf7-65d0c1682e3a service nova] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.975114] env[62402]: DEBUG nova.compute.manager [req-96f92c60-d056-4ce5-8746-e81573114765 req-6b6c0c52-dfa4-40c1-bcf7-65d0c1682e3a service nova] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] No waiting events found dispatching network-vif-plugged-17196c71-3cac-4a56-aa83-05636e7d5d4b {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1774.975427] env[62402]: WARNING nova.compute.manager [req-96f92c60-d056-4ce5-8746-e81573114765 req-6b6c0c52-dfa4-40c1-bcf7-65d0c1682e3a service nova] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Received unexpected event network-vif-plugged-17196c71-3cac-4a56-aa83-05636e7d5d4b for instance with vm_state building and task_state spawning. [ 1775.080542] env[62402]: DEBUG nova.network.neutron [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Successfully updated port: 17196c71-3cac-4a56-aa83-05636e7d5d4b {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1775.101471] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.101754] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.103719] env[62402]: INFO nova.compute.claims [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1775.173363] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Updating instance_info_cache with network_info: [{"id": "4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f", "address": "fa:16:3e:08:58:52", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4de1d8-c4", "ovs_interfaceid": "4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.364831] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.435984] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d9b440c9-2b0f-413f-b1aa-bceca30eda21 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.642s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.583067] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.583396] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.583682] env[62402]: DEBUG nova.network.neutron [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.677444] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Releasing lock "refresh_cache-3d1735e1-4302-4891-9230-5fb564800cda" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.677444] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Updated the network info_cache for instance {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1775.677444] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.677444] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.677887] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.678165] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.678437] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.678660] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_power_states {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.130598] env[62402]: DEBUG nova.network.neutron [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.184090] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Getting list of instances from cluster (obj){ [ 1776.184090] env[62402]: value = "domain-c8" [ 1776.184090] env[62402]: _type = "ClusterComputeResource" [ 1776.184090] env[62402]: } {{(pid=62402) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1776.189582] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbd2226-357a-48fb-80c7-cb7c0a0da03d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.210935] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Got total of 10 instances {{(pid=62402) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1776.211130] env[62402]: WARNING nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] While synchronizing instance power states, found 12 instances in the database and 10 instances on the hypervisor. [ 1776.211275] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Triggering sync for uuid 3d1735e1-4302-4891-9230-5fb564800cda {{(pid=62402) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1776.211474] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Triggering sync for uuid 8a58174b-e33a-4f2e-9e06-d78a335d1579 {{(pid=62402) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1776.211632] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Triggering sync for uuid 98c092c8-7c8d-4e90-abfa-bb4f00825519 {{(pid=62402) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1776.211816] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Triggering sync for uuid d4cb00b8-7656-4add-87e6-015b54ad42dc {{(pid=62402) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1776.211936] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Triggering sync for uuid aab39cb2-8ae8-4d0e-a4a1-4e215647694e {{(pid=62402) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1776.212174] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Triggering sync for uuid e67a1387-3862-4b89-9e1d-347badf86328 {{(pid=62402) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1776.212345] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Triggering sync for uuid 465dfb3f-7504-42ff-994f-bb4d6edfb976 {{(pid=62402) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1776.212502] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Triggering sync for uuid 9152c96a-83aa-4713-ae6b-31272a9ccd2a {{(pid=62402) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1776.212652] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Triggering sync for uuid d99f18d0-b580-4596-b664-e1c7bc1b0508 {{(pid=62402) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1776.212801] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Triggering sync for uuid bab6f3e1-cb6b-47b5-8301-ff28d0529429 {{(pid=62402) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1776.212949] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Triggering sync for uuid 34afc048-e4ac-48ed-b7cf-d01e94744300 {{(pid=62402) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1776.213111] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Triggering sync for uuid f175797f-bcdf-4afc-99e7-3dbdca776656 {{(pid=62402) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1776.216018] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "3d1735e1-4302-4891-9230-5fb564800cda" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.216246] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "3d1735e1-4302-4891-9230-5fb564800cda" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.216524] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "8a58174b-e33a-4f2e-9e06-d78a335d1579" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.216704] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "8a58174b-e33a-4f2e-9e06-d78a335d1579" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.217088] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.217275] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.217506] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.217848] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.218112] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.218300] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.218549] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "e67a1387-3862-4b89-9e1d-347badf86328" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.218774] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.219014] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.219257] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.219584] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.219653] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "d99f18d0-b580-4596-b664-e1c7bc1b0508" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.219830] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "d99f18d0-b580-4596-b664-e1c7bc1b0508" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.220276] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.220464] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.220692] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "34afc048-e4ac-48ed-b7cf-d01e94744300" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.220895] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "f175797f-bcdf-4afc-99e7-3dbdca776656" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.221094] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.221234] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1776.222184] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ab4328-ed18-4225-b2b0-dce9b9baafac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.225225] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f03377-32e9-437c-8b6e-03dd9ffadad8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.228307] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34eb2bc-cb72-45d9-a76e-cf13e231352e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.230924] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b626b4f-9c4a-4fcb-9055-a3f2250ee5b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.233602] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9588af-644d-4e3f-b96e-8f50d477bdcc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.236720] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22edcad3-1620-495d-bfbe-e34bd4343b70 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.239580] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f976ce-51f1-4470-95db-968e98bd0f6f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.243175] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b61bb78-9030-4292-8332-9411a219dda9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.246353] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bbaefc-7006-4f51-a2ab-63fc8de8fcf9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.250835] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.301648] env[62402]: WARNING oslo_messaging._drivers.amqpdriver [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1776.310712] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.390873] env[62402]: DEBUG nova.network.neutron [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance_info_cache with network_info: [{"id": "17196c71-3cac-4a56-aa83-05636e7d5d4b", "address": "fa:16:3e:9f:1d:c4", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17196c71-3c", "ovs_interfaceid": "17196c71-3cac-4a56-aa83-05636e7d5d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.407076] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f17238-b2eb-4e56-893f-e7c9e30066db {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.416396] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48be290-6f2f-4934-b5f4-13682665cfba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.448989] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78928b8-2e55-4b0e-80e4-193ae09cc35c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.457742] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee418362-ff3c-48b7-a2ff-d450d05a4c69 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.473118] env[62402]: DEBUG nova.compute.provider_tree [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.766721] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.789556] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.790063] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.791574] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "3d1735e1-4302-4891-9230-5fb564800cda" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.575s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.795016] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "8a58174b-e33a-4f2e-9e06-d78a335d1579" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.578s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.803630] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.584s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.804050] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.584s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.804446] env[62402]: INFO nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] During sync_power_state the instance has a pending task (deleting). Skip. [ 1776.804679] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.584s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.805067] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "d99f18d0-b580-4596-b664-e1c7bc1b0508" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.585s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.805319] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.495s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.805540] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.805758] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.805929] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.808294] env[62402]: INFO nova.compute.manager [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Terminating instance [ 1776.809812] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.592s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.896540] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.896909] env[62402]: DEBUG nova.compute.manager [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Instance network_info: |[{"id": "17196c71-3cac-4a56-aa83-05636e7d5d4b", "address": "fa:16:3e:9f:1d:c4", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17196c71-3c", "ovs_interfaceid": "17196c71-3cac-4a56-aa83-05636e7d5d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1776.897360] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:1d:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17196c71-3cac-4a56-aa83-05636e7d5d4b', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.907035] env[62402]: DEBUG oslo.service.loopingcall [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.907035] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.907035] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68f5d424-38e5-481d-9247-a3b1da8edd73 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.930283] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.930283] env[62402]: value = "task-1873384" [ 1776.930283] env[62402]: _type = "Task" [ 1776.930283] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.940434] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873384, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.977431] env[62402]: DEBUG nova.scheduler.client.report [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1777.095295] env[62402]: DEBUG nova.compute.manager [req-2281b370-0b21-469d-a0e8-f87c33f2311b req-802acd7a-bc18-439b-b84a-4ced157efcba service nova] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Received event network-changed-17196c71-3cac-4a56-aa83-05636e7d5d4b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1777.095295] env[62402]: DEBUG nova.compute.manager [req-2281b370-0b21-469d-a0e8-f87c33f2311b req-802acd7a-bc18-439b-b84a-4ced157efcba service nova] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Refreshing instance network info cache due to event network-changed-17196c71-3cac-4a56-aa83-05636e7d5d4b. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1777.095295] env[62402]: DEBUG oslo_concurrency.lockutils [req-2281b370-0b21-469d-a0e8-f87c33f2311b req-802acd7a-bc18-439b-b84a-4ced157efcba service nova] Acquiring lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.095677] env[62402]: DEBUG oslo_concurrency.lockutils [req-2281b370-0b21-469d-a0e8-f87c33f2311b req-802acd7a-bc18-439b-b84a-4ced157efcba service nova] Acquired lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.095677] env[62402]: DEBUG nova.network.neutron [req-2281b370-0b21-469d-a0e8-f87c33f2311b req-802acd7a-bc18-439b-b84a-4ced157efcba service nova] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Refreshing network info cache for port 17196c71-3cac-4a56-aa83-05636e7d5d4b {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.120845] env[62402]: DEBUG oslo_vmware.rw_handles [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ea36b-0e72-989d-b50f-d3d35e8072ce/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1777.123333] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906702e9-1a06-4385-8b73-e2ac146d1eb4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.130392] env[62402]: DEBUG oslo_vmware.rw_handles [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ea36b-0e72-989d-b50f-d3d35e8072ce/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1777.130620] env[62402]: ERROR oslo_vmware.rw_handles [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ea36b-0e72-989d-b50f-d3d35e8072ce/disk-0.vmdk due to incomplete transfer. [ 1777.130998] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0f5a7951-a8e1-458a-bc1a-1f971c2b0265 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.139584] env[62402]: DEBUG oslo_vmware.rw_handles [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ea36b-0e72-989d-b50f-d3d35e8072ce/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1777.139832] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Uploaded image 47621b01-ecf7-4bf1-9be9-62b9bdc7700c to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1777.142690] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1777.142988] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a1431d00-a442-4468-b14d-39140cc12dcf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.151092] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1777.151092] env[62402]: value = "task-1873385" [ 1777.151092] env[62402]: _type = "Task" [ 1777.151092] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.160371] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873385, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.312840] env[62402]: DEBUG nova.compute.manager [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1777.313028] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1777.314077] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043d5bc1-d960-49d3-8a7e-8eb02bac0b03 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.322036] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.322264] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21ee69f4-2717-4d1a-80ac-9af3af3e9e2e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.328637] env[62402]: DEBUG oslo_vmware.api [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1777.328637] env[62402]: value = "task-1873386" [ 1777.328637] env[62402]: _type = "Task" [ 1777.328637] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.336826] env[62402]: DEBUG oslo_vmware.api [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.441325] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873384, 'name': CreateVM_Task, 'duration_secs': 0.45385} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.441516] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.442215] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.442381] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.442747] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.443022] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5f95c7-9150-450a-9922-85dd07ffd1c0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.448253] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1777.448253] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52747692-32e2-ecfc-5f84-5da89261c940" [ 1777.448253] env[62402]: _type = "Task" [ 1777.448253] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.457207] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52747692-32e2-ecfc-5f84-5da89261c940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.482428] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.483068] env[62402]: DEBUG nova.compute.manager [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1777.485848] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.121s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.487409] env[62402]: INFO nova.compute.claims [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1777.499442] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.499696] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.661718] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873385, 'name': Destroy_Task, 'duration_secs': 0.437614} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.661992] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Destroyed the VM [ 1777.662246] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1777.662498] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e82811c2-59a3-4ac5-b1ea-dae552a954be {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.670022] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1777.670022] env[62402]: value = "task-1873387" [ 1777.670022] env[62402]: _type = "Task" [ 1777.670022] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.680433] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873387, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.838726] env[62402]: DEBUG oslo_vmware.api [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873386, 'name': PowerOffVM_Task, 'duration_secs': 0.235942} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.838976] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.839167] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1777.839424] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2321dca-3fcd-4c39-8a57-ed55a2183695 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.845816] env[62402]: DEBUG nova.network.neutron [req-2281b370-0b21-469d-a0e8-f87c33f2311b req-802acd7a-bc18-439b-b84a-4ced157efcba service nova] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updated VIF entry in instance network info cache for port 17196c71-3cac-4a56-aa83-05636e7d5d4b. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.846165] env[62402]: DEBUG nova.network.neutron [req-2281b370-0b21-469d-a0e8-f87c33f2311b req-802acd7a-bc18-439b-b84a-4ced157efcba service nova] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance_info_cache with network_info: [{"id": "17196c71-3cac-4a56-aa83-05636e7d5d4b", "address": "fa:16:3e:9f:1d:c4", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17196c71-3c", "ovs_interfaceid": "17196c71-3cac-4a56-aa83-05636e7d5d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.918334] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1777.918559] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1777.918744] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleting the datastore file [datastore2] bab6f3e1-cb6b-47b5-8301-ff28d0529429 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1777.919033] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c74af5cd-28bf-4594-b252-7a9ab62f86ac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.929272] env[62402]: DEBUG oslo_vmware.api [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1777.929272] env[62402]: value = "task-1873389" [ 1777.929272] env[62402]: _type = "Task" [ 1777.929272] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.937886] env[62402]: DEBUG oslo_vmware.api [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.957944] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52747692-32e2-ecfc-5f84-5da89261c940, 'name': SearchDatastore_Task, 'duration_secs': 0.025641} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.958264] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.958514] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.958746] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.958898] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.959084] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.959337] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eebd5ee-ce64-4b81-8f10-b00e3ef1a4e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.967620] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.967794] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.968498] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0e2412-5538-4e1c-beb0-bae14474eeb4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.973907] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1777.973907] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525c343a-b79a-3e4f-3648-b60fa0c90ecd" [ 1777.973907] env[62402]: _type = "Task" [ 1777.973907] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.981839] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525c343a-b79a-3e4f-3648-b60fa0c90ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.991646] env[62402]: DEBUG nova.compute.utils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1777.993145] env[62402]: DEBUG nova.compute.manager [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Not allocating networking since 'none' was specified. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1778.003822] env[62402]: DEBUG nova.compute.manager [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1778.179836] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873387, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.349509] env[62402]: DEBUG oslo_concurrency.lockutils [req-2281b370-0b21-469d-a0e8-f87c33f2311b req-802acd7a-bc18-439b-b84a-4ced157efcba service nova] Releasing lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.439570] env[62402]: DEBUG oslo_vmware.api [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162409} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.439838] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1778.440036] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1778.440220] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1778.440394] env[62402]: INFO nova.compute.manager [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1778.440637] env[62402]: DEBUG oslo.service.loopingcall [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.440826] env[62402]: DEBUG nova.compute.manager [-] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1778.440920] env[62402]: DEBUG nova.network.neutron [-] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1778.486063] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525c343a-b79a-3e4f-3648-b60fa0c90ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.486531] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c11289-8a57-488b-a54e-3b0a8251dc0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.492448] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1778.492448] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5215991c-ad85-1e5c-2d3c-a0d534374afd" [ 1778.492448] env[62402]: _type = "Task" [ 1778.492448] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.495852] env[62402]: DEBUG nova.compute.manager [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1778.509745] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5215991c-ad85-1e5c-2d3c-a0d534374afd, 'name': SearchDatastore_Task, 'duration_secs': 0.011201} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.512174] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.512520] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 34afc048-e4ac-48ed-b7cf-d01e94744300/34afc048-e4ac-48ed-b7cf-d01e94744300.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1778.513563] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bcb5ef6-ccbd-424d-9957-187cb7fa647f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.523121] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1778.523121] env[62402]: value = "task-1873390" [ 1778.523121] env[62402]: _type = "Task" [ 1778.523121] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.524604] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.533678] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.682599] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873387, 'name': RemoveSnapshot_Task, 'duration_secs': 0.809385} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.685909] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1778.685909] env[62402]: DEBUG nova.compute.manager [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.686945] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b689bf5-127e-4885-a0e2-e08f2c28a2c1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.691595] env[62402]: DEBUG nova.compute.manager [req-56165d8d-bda3-4a3b-852b-54cb87294a5b req-30864a20-f3cb-41ee-9125-126b9b02c6f2 service nova] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Received event network-vif-deleted-11ed940a-d312-4ba7-9293-f4470293a165 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1778.692059] env[62402]: INFO nova.compute.manager [req-56165d8d-bda3-4a3b-852b-54cb87294a5b req-30864a20-f3cb-41ee-9125-126b9b02c6f2 service nova] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Neutron deleted interface 11ed940a-d312-4ba7-9293-f4470293a165; detaching it from the instance and deleting it from the info cache [ 1778.692059] env[62402]: DEBUG nova.network.neutron [req-56165d8d-bda3-4a3b-852b-54cb87294a5b req-30864a20-f3cb-41ee-9125-126b9b02c6f2 service nova] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.702631] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a260cd-b4d9-476c-b166-562af3e95706 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.712541] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38247e15-84bc-4b67-8004-83ecfa01b88d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.748404] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7767e3-bda3-4b3a-896e-faaeee761de1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.757759] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558fd110-8efb-44be-beb3-654cc2c51fec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.774451] env[62402]: DEBUG nova.compute.provider_tree [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.035145] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465593} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.035568] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 34afc048-e4ac-48ed-b7cf-d01e94744300/34afc048-e4ac-48ed-b7cf-d01e94744300.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.035692] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.036585] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-087e3319-ff65-40d3-b13c-67f891ba55d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.044532] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1779.044532] env[62402]: value = "task-1873391" [ 1779.044532] env[62402]: _type = "Task" [ 1779.044532] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.054529] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.163181] env[62402]: DEBUG nova.network.neutron [-] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.195307] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df7e85fe-cf40-429a-a204-4773ff402217 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.205774] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8419384d-160a-48c0-babf-73540f11c299 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.220618] env[62402]: INFO nova.compute.manager [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Shelve offloading [ 1779.242426] env[62402]: DEBUG nova.compute.manager [req-56165d8d-bda3-4a3b-852b-54cb87294a5b req-30864a20-f3cb-41ee-9125-126b9b02c6f2 service nova] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Detach interface failed, port_id=11ed940a-d312-4ba7-9293-f4470293a165, reason: Instance bab6f3e1-cb6b-47b5-8301-ff28d0529429 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1779.277812] env[62402]: DEBUG nova.scheduler.client.report [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1779.508245] env[62402]: DEBUG nova.compute.manager [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1779.533752] env[62402]: DEBUG nova.virt.hardware [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1779.534055] env[62402]: DEBUG nova.virt.hardware [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1779.534225] env[62402]: DEBUG nova.virt.hardware [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1779.534413] env[62402]: DEBUG nova.virt.hardware [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1779.534592] env[62402]: DEBUG nova.virt.hardware [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1779.534758] env[62402]: DEBUG nova.virt.hardware [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1779.534965] env[62402]: DEBUG nova.virt.hardware [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1779.535143] env[62402]: DEBUG nova.virt.hardware [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1779.535316] env[62402]: DEBUG nova.virt.hardware [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1779.535480] env[62402]: DEBUG nova.virt.hardware [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1779.535655] env[62402]: DEBUG nova.virt.hardware [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1779.536553] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae56680b-207c-4b35-b273-0cd1e051f53f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.544518] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90db5c98-f394-4abf-88f8-0c6ecdcbc501 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.561778] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Instance VIF info [] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1779.566615] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Creating folder: Project (56c11031825c4c469ee041c31025d8d4). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1779.569491] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f41b960c-b6b5-4080-bf96-f575d8f5fd2e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.571130] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065575} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.571381] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.572465] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e15ac-1299-4231-848c-c9eed5cc9a24 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.599022] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 34afc048-e4ac-48ed-b7cf-d01e94744300/34afc048-e4ac-48ed-b7cf-d01e94744300.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.599022] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0269ca01-983b-4942-9695-349438e6c4d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.612703] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Created folder: Project (56c11031825c4c469ee041c31025d8d4) in parent group-v386882. [ 1779.612895] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Creating folder: Instances. Parent ref: group-v387158. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1779.613164] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9a41216-cc73-4b0c-a755-ebfd0faac6c4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.623029] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1779.623029] env[62402]: value = "task-1873394" [ 1779.623029] env[62402]: _type = "Task" [ 1779.623029] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.629021] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Created folder: Instances in parent group-v387158. [ 1779.629286] env[62402]: DEBUG oslo.service.loopingcall [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.632460] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1779.632812] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.633143] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a5a8194-39cd-48a7-b013-3a88c408e6da {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.652701] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1779.652701] env[62402]: value = "task-1873395" [ 1779.652701] env[62402]: _type = "Task" [ 1779.652701] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.662088] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873395, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.665711] env[62402]: INFO nova.compute.manager [-] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Took 1.22 seconds to deallocate network for instance. [ 1779.724689] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.725010] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ca0923-ac96-4c7c-bb66-ec46a97396b7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.735101] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1779.735101] env[62402]: value = "task-1873396" [ 1779.735101] env[62402]: _type = "Task" [ 1779.735101] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.745056] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1779.745240] env[62402]: DEBUG nova.compute.manager [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.746073] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbeb8073-8a73-41db-be46-834c7c0b9020 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.754685] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.754865] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.755049] env[62402]: DEBUG nova.network.neutron [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.782436] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.782998] env[62402]: DEBUG nova.compute.manager [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1779.785507] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.019s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.785676] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.785840] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1779.786139] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.262s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.787655] env[62402]: INFO nova.compute.claims [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1779.790796] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551bf3e8-3a05-4cc9-895a-cc6df3ef4e35 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.800297] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbaf0f6-1940-4d7c-bd16-4ab3cde2cb48 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.816689] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba43fd3e-6f91-425a-a355-e15f124cb545 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.825165] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e9219e-fa25-4be7-8195-7f8ac6374895 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.857405] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179297MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1779.857405] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.132136] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.162534] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873395, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.171820] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.294847] env[62402]: DEBUG nova.compute.utils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1780.299049] env[62402]: DEBUG nova.compute.manager [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Not allocating networking since 'none' was specified. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1780.508159] env[62402]: DEBUG nova.network.neutron [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updating instance_info_cache with network_info: [{"id": "49f7f5b9-4559-45bb-b914-3b99352f3563", "address": "fa:16:3e:0e:79:e2", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f7f5b9-45", "ovs_interfaceid": "49f7f5b9-4559-45bb-b914-3b99352f3563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.632437] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873394, 'name': ReconfigVM_Task, 'duration_secs': 0.925242} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.632728] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 34afc048-e4ac-48ed-b7cf-d01e94744300/34afc048-e4ac-48ed-b7cf-d01e94744300.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.633363] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eb5894b-55aa-4ce4-bc9a-ed5c79270a3a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.641011] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1780.641011] env[62402]: value = "task-1873397" [ 1780.641011] env[62402]: _type = "Task" [ 1780.641011] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.651965] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873397, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.661825] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873395, 'name': CreateVM_Task, 'duration_secs': 0.787833} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.661983] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1780.662422] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.662571] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.662886] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1780.663145] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d41a9c59-fc63-481a-986a-018fa14c8a59 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.668107] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1780.668107] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e8e717-2834-e25c-d02b-3a0a98dc9c90" [ 1780.668107] env[62402]: _type = "Task" [ 1780.668107] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.689578] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e8e717-2834-e25c-d02b-3a0a98dc9c90, 'name': SearchDatastore_Task, 'duration_secs': 0.018282} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.689882] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.690157] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.690394] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.690563] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.690751] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.691029] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-258657f8-7a54-465a-89da-87eb7c491bca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.699201] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.699377] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.700150] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3301426-62d3-468c-8587-e69bebc537e9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.705283] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1780.705283] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e63a10-79cd-b4cd-5d31-917341267298" [ 1780.705283] env[62402]: _type = "Task" [ 1780.705283] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.712629] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e63a10-79cd-b4cd-5d31-917341267298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.801061] env[62402]: DEBUG nova.compute.manager [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1781.010391] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.055407] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6674c65d-6ce3-457d-8104-a649f2073237 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.064640] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63ba066-4857-4917-98ed-3b0e21b1d476 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.096280] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb004aa4-27a7-4bc1-a520-6d4f8210adf7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.106857] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db28788d-3cd3-488f-99b7-89ba50c4cda6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.120787] env[62402]: DEBUG nova.compute.provider_tree [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1781.153354] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873397, 'name': Rename_Task, 'duration_secs': 0.158927} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.153676] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.153948] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ef24468-8008-4615-bff9-671dfc022d86 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.162942] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1781.162942] env[62402]: value = "task-1873398" [ 1781.162942] env[62402]: _type = "Task" [ 1781.162942] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.171833] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.215202] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e63a10-79cd-b4cd-5d31-917341267298, 'name': SearchDatastore_Task, 'duration_secs': 0.008004} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.215994] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01164d2b-3428-4dd9-ae2d-3de328bc3059 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.221475] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1781.221475] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52936561-3683-d4e3-4659-274abc1eaa87" [ 1781.221475] env[62402]: _type = "Task" [ 1781.221475] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.229027] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52936561-3683-d4e3-4659-274abc1eaa87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.280388] env[62402]: DEBUG nova.compute.manager [req-491fdd50-16d9-474f-b518-28dc7c04f788 req-c76a50eb-af53-4b6b-a6db-28d0613b8725 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Received event network-vif-unplugged-49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1781.280610] env[62402]: DEBUG oslo_concurrency.lockutils [req-491fdd50-16d9-474f-b518-28dc7c04f788 req-c76a50eb-af53-4b6b-a6db-28d0613b8725 service nova] Acquiring lock "e67a1387-3862-4b89-9e1d-347badf86328-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.280821] env[62402]: DEBUG oslo_concurrency.lockutils [req-491fdd50-16d9-474f-b518-28dc7c04f788 req-c76a50eb-af53-4b6b-a6db-28d0613b8725 service nova] Lock "e67a1387-3862-4b89-9e1d-347badf86328-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.280990] env[62402]: DEBUG oslo_concurrency.lockutils [req-491fdd50-16d9-474f-b518-28dc7c04f788 req-c76a50eb-af53-4b6b-a6db-28d0613b8725 service nova] Lock "e67a1387-3862-4b89-9e1d-347badf86328-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.281831] env[62402]: DEBUG nova.compute.manager [req-491fdd50-16d9-474f-b518-28dc7c04f788 req-c76a50eb-af53-4b6b-a6db-28d0613b8725 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] No waiting events found dispatching network-vif-unplugged-49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1781.282213] env[62402]: WARNING nova.compute.manager [req-491fdd50-16d9-474f-b518-28dc7c04f788 req-c76a50eb-af53-4b6b-a6db-28d0613b8725 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Received unexpected event network-vif-unplugged-49f7f5b9-4559-45bb-b914-3b99352f3563 for instance with vm_state shelved and task_state shelving_offloading. [ 1781.377110] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1781.377110] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0093aa4b-7e22-4239-9969-415cc2136caa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.384179] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1781.384729] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faef81d0-678d-4d2f-ab0d-d1a954ae33d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.491593] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1781.491876] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1781.492124] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleting the datastore file [datastore2] e67a1387-3862-4b89-9e1d-347badf86328 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1781.492437] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94f5c0a0-12ff-4544-8f5b-74b08e6e90ca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.502860] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1781.502860] env[62402]: value = "task-1873400" [ 1781.502860] env[62402]: _type = "Task" [ 1781.502860] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.512665] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.624338] env[62402]: DEBUG nova.scheduler.client.report [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.684518] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.732333] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52936561-3683-d4e3-4659-274abc1eaa87, 'name': SearchDatastore_Task, 'duration_secs': 0.016761} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.732567] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.732826] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] f175797f-bcdf-4afc-99e7-3dbdca776656/f175797f-bcdf-4afc-99e7-3dbdca776656.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1781.733077] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-713e443d-2d11-47ef-a8c8-b8636f68a408 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.739843] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1781.739843] env[62402]: value = "task-1873401" [ 1781.739843] env[62402]: _type = "Task" [ 1781.739843] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.748278] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.813147] env[62402]: DEBUG nova.compute.manager [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1781.841093] env[62402]: DEBUG nova.virt.hardware [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1781.841458] env[62402]: DEBUG nova.virt.hardware [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1781.841742] env[62402]: DEBUG nova.virt.hardware [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1781.842100] env[62402]: DEBUG nova.virt.hardware [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1781.842394] env[62402]: DEBUG nova.virt.hardware [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1781.842687] env[62402]: DEBUG nova.virt.hardware [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1781.842965] env[62402]: DEBUG nova.virt.hardware [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1781.843171] env[62402]: DEBUG nova.virt.hardware [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1781.843366] env[62402]: DEBUG nova.virt.hardware [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1781.843575] env[62402]: DEBUG nova.virt.hardware [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1781.843785] env[62402]: DEBUG nova.virt.hardware [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1781.844756] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d58eae2-8166-4acf-adf8-b725c84cf70e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.853095] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6df0cd-7211-4801-aab2-89a384bcb46e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.869928] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Instance VIF info [] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1781.875859] env[62402]: DEBUG oslo.service.loopingcall [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1781.876169] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1781.876407] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d9fc3d3-79bd-4f47-a15c-2a8dfa31a30b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.896787] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1781.896787] env[62402]: value = "task-1873402" [ 1781.896787] env[62402]: _type = "Task" [ 1781.896787] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.907335] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873402, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.014698] env[62402]: DEBUG oslo_vmware.api [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200617} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.015259] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1782.015645] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1782.016045] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1782.040665] env[62402]: INFO nova.scheduler.client.report [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleted allocations for instance e67a1387-3862-4b89-9e1d-347badf86328 [ 1782.130205] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.131089] env[62402]: DEBUG nova.compute.manager [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1782.135210] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.278s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.178245] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873398, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.208733] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.209103] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.217816] env[62402]: DEBUG oslo_concurrency.lockutils [None req-05663dee-2e1a-411f-9770-829533e38880 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "interface-98c092c8-7c8d-4e90-abfa-bb4f00825519-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.218060] env[62402]: DEBUG oslo_concurrency.lockutils [None req-05663dee-2e1a-411f-9770-829533e38880 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-98c092c8-7c8d-4e90-abfa-bb4f00825519-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.218362] env[62402]: DEBUG nova.objects.instance [None req-05663dee-2e1a-411f-9770-829533e38880 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'flavor' on Instance uuid 98c092c8-7c8d-4e90-abfa-bb4f00825519 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.249780] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48304} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.250077] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] f175797f-bcdf-4afc-99e7-3dbdca776656/f175797f-bcdf-4afc-99e7-3dbdca776656.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1782.250300] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1782.250559] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fee265c8-0d98-4b19-8797-d01ed762624f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.258909] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1782.258909] env[62402]: value = "task-1873403" [ 1782.258909] env[62402]: _type = "Task" [ 1782.258909] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.268685] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.407799] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873402, 'name': CreateVM_Task, 'duration_secs': 0.417096} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.408149] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1782.408388] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.408557] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.408875] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1782.409136] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ad1eca-297b-4505-8b2a-263a73dc43a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.414021] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1782.414021] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ce4cb7-b8f6-acf5-92e7-6ac1dc25e9b5" [ 1782.414021] env[62402]: _type = "Task" [ 1782.414021] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.422383] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ce4cb7-b8f6-acf5-92e7-6ac1dc25e9b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.546139] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.640457] env[62402]: DEBUG nova.compute.utils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.648220] env[62402]: DEBUG nova.compute.manager [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1782.648387] env[62402]: DEBUG nova.network.neutron [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1782.677463] env[62402]: DEBUG oslo_vmware.api [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873398, 'name': PowerOnVM_Task, 'duration_secs': 1.150712} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.677679] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.677878] env[62402]: INFO nova.compute.manager [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1782.678066] env[62402]: DEBUG nova.compute.manager [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.678824] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0698e9a7-1b34-434f-8d12-b776de36cdf6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.705381] env[62402]: DEBUG nova.policy [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '787c83ddfa354ab39d10388e853eeccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba8b48fb080247fb8d12db0b7d14d165', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1782.711914] env[62402]: DEBUG nova.compute.utils [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.721803] env[62402]: DEBUG nova.objects.instance [None req-05663dee-2e1a-411f-9770-829533e38880 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'pci_requests' on Instance uuid 98c092c8-7c8d-4e90-abfa-bb4f00825519 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.769676] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072719} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.769952] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1782.770746] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3159ceff-efb5-470d-952a-3035beda4df9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.791695] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] f175797f-bcdf-4afc-99e7-3dbdca776656/f175797f-bcdf-4afc-99e7-3dbdca776656.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.791999] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cd8323c-9db8-4359-bf78-8a486d276d1e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.813456] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1782.813456] env[62402]: value = "task-1873404" [ 1782.813456] env[62402]: _type = "Task" [ 1782.813456] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.821774] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.925215] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ce4cb7-b8f6-acf5-92e7-6ac1dc25e9b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014561} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.925551] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.925786] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1782.926037] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.926191] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.926372] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.926645] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-351210a7-730b-4b4d-8c7a-13f86138795c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.936460] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.936600] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1782.937337] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3033ac1-9ce1-42c2-885b-815bfbbc6746 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.946021] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1782.946021] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e5e284-dd5c-1072-c5bb-4e7748177460" [ 1782.946021] env[62402]: _type = "Task" [ 1782.946021] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.951336] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e5e284-dd5c-1072-c5bb-4e7748177460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.976978] env[62402]: DEBUG nova.network.neutron [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Successfully created port: 550adfe5-4747-4ba2-bf5d-9a63665673d1 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1783.149587] env[62402]: DEBUG nova.compute.manager [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1783.176948] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 3d1735e1-4302-4891-9230-5fb564800cda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1783.177124] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8a58174b-e33a-4f2e-9e06-d78a335d1579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1783.177254] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 98c092c8-7c8d-4e90-abfa-bb4f00825519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1783.177378] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance d4cb00b8-7656-4add-87e6-015b54ad42dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1783.177527] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance aab39cb2-8ae8-4d0e-a4a1-4e215647694e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1783.177587] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 465dfb3f-7504-42ff-994f-bb4d6edfb976 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1783.177710] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 9152c96a-83aa-4713-ae6b-31272a9ccd2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1783.177824] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance d99f18d0-b580-4596-b664-e1c7bc1b0508 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1783.177961] env[62402]: WARNING nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance bab6f3e1-cb6b-47b5-8301-ff28d0529429 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1783.178090] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 34afc048-e4ac-48ed-b7cf-d01e94744300 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1783.178202] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance f175797f-bcdf-4afc-99e7-3dbdca776656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1783.178312] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 5e93840b-3a18-49cb-97e0-e18c03158bc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1783.178422] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 4a373932-f4b1-46d9-89c3-bd4bda5462de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1783.178623] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1783.178759] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1783.198827] env[62402]: INFO nova.compute.manager [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Took 15.23 seconds to build instance. [ 1783.214144] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.224445] env[62402]: DEBUG nova.objects.base [None req-05663dee-2e1a-411f-9770-829533e38880 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Object Instance<98c092c8-7c8d-4e90-abfa-bb4f00825519> lazy-loaded attributes: flavor,pci_requests {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1783.224810] env[62402]: DEBUG nova.network.neutron [None req-05663dee-2e1a-411f-9770-829533e38880 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1783.302757] env[62402]: DEBUG oslo_concurrency.lockutils [None req-05663dee-2e1a-411f-9770-829533e38880 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-98c092c8-7c8d-4e90-abfa-bb4f00825519-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.085s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.323891] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.336127] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da96725e-db3c-40f2-bea2-ee1f31555b7f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.343273] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d97775-71c3-4d54-974a-7b934105f837 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.375540] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533d62e7-5cac-48a7-84fb-726a121d3cc8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.383100] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385b67dd-6d61-4a39-8485-99e89f26e8d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.396855] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.452570] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e5e284-dd5c-1072-c5bb-4e7748177460, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.453309] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a33a0b8-8afd-4a57-9f38-a270a44427ba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.458430] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1783.458430] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]527f2be7-14ec-968f-96ff-45c62c997db4" [ 1783.458430] env[62402]: _type = "Task" [ 1783.458430] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.465918] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527f2be7-14ec-968f-96ff-45c62c997db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.701404] env[62402]: DEBUG oslo_concurrency.lockutils [None req-03e72b2d-ef19-4c8a-9d6c-56657c7a4c82 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.742s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.701727] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.481s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.701946] env[62402]: INFO nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] During sync_power_state the instance has a pending task (spawning). Skip. [ 1783.702139] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.825024] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.900013] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1783.973613] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527f2be7-14ec-968f-96ff-45c62c997db4, 'name': SearchDatastore_Task, 'duration_secs': 0.010888} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.973945] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.974339] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 5e93840b-3a18-49cb-97e0-e18c03158bc9/5e93840b-3a18-49cb-97e0-e18c03158bc9.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1783.974746] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-518712c4-0014-441b-9deb-dc83e426fb7e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.984010] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1783.984010] env[62402]: value = "task-1873405" [ 1783.984010] env[62402]: _type = "Task" [ 1783.984010] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.995578] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.164913] env[62402]: DEBUG nova.compute.manager [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1784.195646] env[62402]: DEBUG nova.virt.hardware [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1784.195729] env[62402]: DEBUG nova.virt.hardware [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1784.195904] env[62402]: DEBUG nova.virt.hardware [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1784.196065] env[62402]: DEBUG nova.virt.hardware [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1784.196221] env[62402]: DEBUG nova.virt.hardware [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1784.196378] env[62402]: DEBUG nova.virt.hardware [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1784.196572] env[62402]: DEBUG nova.virt.hardware [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1784.196733] env[62402]: DEBUG nova.virt.hardware [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1784.196899] env[62402]: DEBUG nova.virt.hardware [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1784.197075] env[62402]: DEBUG nova.virt.hardware [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1784.197255] env[62402]: DEBUG nova.virt.hardware [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1784.198242] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7418a0-b9ff-4085-bdaa-078fb503613e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.209599] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197358cd-0a7e-4a40-9ba8-98a4af347f9a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.277895] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.278280] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.278622] env[62402]: INFO nova.compute.manager [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Attaching volume b3f0ad41-7cca-4fab-9a1e-dd9b9445c708 to /dev/sdb [ 1784.319854] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70e8650-c4f8-42de-976f-4b1bbe417ec9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.329382] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873404, 'name': ReconfigVM_Task, 'duration_secs': 1.088838} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.331184] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Reconfigured VM instance instance-00000066 to attach disk [datastore1] f175797f-bcdf-4afc-99e7-3dbdca776656/f175797f-bcdf-4afc-99e7-3dbdca776656.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.331926] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-327dcee7-14ff-488c-98e3-799599a59183 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.334132] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8c56e2-9e95-4426-9f7f-1570a0c5ac74 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.343093] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1784.343093] env[62402]: value = "task-1873406" [ 1784.343093] env[62402]: _type = "Task" [ 1784.343093] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.351926] env[62402]: DEBUG nova.virt.block_device [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Updating existing volume attachment record: ca608129-8c63-4bcd-a965-16c3d94726da {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1784.357421] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873406, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.407494] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1784.407769] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.273s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.408169] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.236s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.408391] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.410900] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.865s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.411249] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.448856] env[62402]: INFO nova.scheduler.client.report [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted allocations for instance bab6f3e1-cb6b-47b5-8301-ff28d0529429 [ 1784.495401] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467858} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.496080] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 5e93840b-3a18-49cb-97e0-e18c03158bc9/5e93840b-3a18-49cb-97e0-e18c03158bc9.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1784.498019] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1784.498339] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dd93851-6253-4976-b4f4-019b16d33120 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.506632] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1784.506632] env[62402]: value = "task-1873408" [ 1784.506632] env[62402]: _type = "Task" [ 1784.506632] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.515943] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.633343] env[62402]: DEBUG nova.network.neutron [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Successfully updated port: 550adfe5-4747-4ba2-bf5d-9a63665673d1 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1784.854061] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873406, 'name': Rename_Task, 'duration_secs': 0.177988} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.854393] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1784.854690] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eabb28b-a094-4475-9d4e-b0406d9b12eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.863409] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1784.863409] env[62402]: value = "task-1873411" [ 1784.863409] env[62402]: _type = "Task" [ 1784.863409] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.872702] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.921505] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ef5c2e89-5c99-47e4-8b89-7e940abb15a6 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "e67a1387-3862-4b89-9e1d-347badf86328" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.271s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.922425] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "e67a1387-3862-4b89-9e1d-347badf86328" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.704s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.926026] env[62402]: INFO nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: e67a1387-3862-4b89-9e1d-347badf86328] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1784.926026] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "e67a1387-3862-4b89-9e1d-347badf86328" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.958507] env[62402]: DEBUG oslo_concurrency.lockutils [None req-fc9c99cb-0d30-4988-92f2-97db573a2ef7 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "bab6f3e1-cb6b-47b5-8301-ff28d0529429" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.153s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.017106] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.135898] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "refresh_cache-4a373932-f4b1-46d9-89c3-bd4bda5462de" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.136081] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "refresh_cache-4a373932-f4b1-46d9-89c3-bd4bda5462de" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.136258] env[62402]: DEBUG nova.network.neutron [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1785.288675] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "interface-98c092c8-7c8d-4e90-abfa-bb4f00825519-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.288675] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-98c092c8-7c8d-4e90-abfa-bb4f00825519-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.289874] env[62402]: DEBUG nova.objects.instance [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'flavor' on Instance uuid 98c092c8-7c8d-4e90-abfa-bb4f00825519 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.373802] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.518088] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.679784] env[62402]: DEBUG nova.network.neutron [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1785.815210] env[62402]: DEBUG nova.network.neutron [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Updating instance_info_cache with network_info: [{"id": "550adfe5-4747-4ba2-bf5d-9a63665673d1", "address": "fa:16:3e:c9:0c:ac", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap550adfe5-47", "ovs_interfaceid": "550adfe5-4747-4ba2-bf5d-9a63665673d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.869766] env[62402]: DEBUG nova.objects.instance [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'pci_requests' on Instance uuid 98c092c8-7c8d-4e90-abfa-bb4f00825519 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.876838] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.018845] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.149594} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.019136] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1786.019922] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2e38a2-abaf-46c4-ba2b-81bfc4103283 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.040863] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 5e93840b-3a18-49cb-97e0-e18c03158bc9/5e93840b-3a18-49cb-97e0-e18c03158bc9.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1786.041146] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b389e288-3c45-4ecf-9c1d-aef024087e03 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.062717] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1786.062717] env[62402]: value = "task-1873412" [ 1786.062717] env[62402]: _type = "Task" [ 1786.062717] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.073367] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.109286] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "e67a1387-3862-4b89-9e1d-347badf86328" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.109438] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "e67a1387-3862-4b89-9e1d-347badf86328" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.109690] env[62402]: INFO nova.compute.manager [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Unshelving [ 1786.143817] env[62402]: DEBUG nova.compute.manager [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Stashing vm_state: active {{(pid=62402) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1786.291563] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.291759] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.317735] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "refresh_cache-4a373932-f4b1-46d9-89c3-bd4bda5462de" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.318062] env[62402]: DEBUG nova.compute.manager [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Instance network_info: |[{"id": "550adfe5-4747-4ba2-bf5d-9a63665673d1", "address": "fa:16:3e:c9:0c:ac", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap550adfe5-47", "ovs_interfaceid": "550adfe5-4747-4ba2-bf5d-9a63665673d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1786.318487] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:0c:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '550adfe5-4747-4ba2-bf5d-9a63665673d1', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1786.327860] env[62402]: DEBUG oslo.service.loopingcall [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.328967] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1786.329233] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf3976a8-e2d4-4a9b-bb9a-bf3033380259 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.350172] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1786.350172] env[62402]: value = "task-1873413" [ 1786.350172] env[62402]: _type = "Task" [ 1786.350172] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.360603] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873413, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.375367] env[62402]: DEBUG nova.objects.base [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Object Instance<98c092c8-7c8d-4e90-abfa-bb4f00825519> lazy-loaded attributes: flavor,pci_requests {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1786.375590] env[62402]: DEBUG nova.network.neutron [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.377430] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873411, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.432194] env[62402]: DEBUG nova.policy [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514afb0494064b9191c3a742d89cbc30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e8ba47d276144d6b8ef2c2694f097a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1786.574066] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873412, 'name': ReconfigVM_Task, 'duration_secs': 0.461398} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.574399] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 5e93840b-3a18-49cb-97e0-e18c03158bc9/5e93840b-3a18-49cb-97e0-e18c03158bc9.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1786.575014] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-131fbf6c-3be6-4e4c-88ad-714e7505a134 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.582970] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1786.582970] env[62402]: value = "task-1873414" [ 1786.582970] env[62402]: _type = "Task" [ 1786.582970] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.591982] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873414, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.643829] env[62402]: DEBUG nova.compute.manager [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Received event network-vif-plugged-550adfe5-4747-4ba2-bf5d-9a63665673d1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1786.643829] env[62402]: DEBUG oslo_concurrency.lockutils [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] Acquiring lock "4a373932-f4b1-46d9-89c3-bd4bda5462de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.643829] env[62402]: DEBUG oslo_concurrency.lockutils [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.643829] env[62402]: DEBUG oslo_concurrency.lockutils [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.644258] env[62402]: DEBUG nova.compute.manager [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] No waiting events found dispatching network-vif-plugged-550adfe5-4747-4ba2-bf5d-9a63665673d1 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1786.644258] env[62402]: WARNING nova.compute.manager [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Received unexpected event network-vif-plugged-550adfe5-4747-4ba2-bf5d-9a63665673d1 for instance with vm_state building and task_state spawning. [ 1786.644258] env[62402]: DEBUG nova.compute.manager [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Received event network-changed-550adfe5-4747-4ba2-bf5d-9a63665673d1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1786.644373] env[62402]: DEBUG nova.compute.manager [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Refreshing instance network info cache due to event network-changed-550adfe5-4747-4ba2-bf5d-9a63665673d1. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1786.644558] env[62402]: DEBUG oslo_concurrency.lockutils [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] Acquiring lock "refresh_cache-4a373932-f4b1-46d9-89c3-bd4bda5462de" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.644731] env[62402]: DEBUG oslo_concurrency.lockutils [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] Acquired lock "refresh_cache-4a373932-f4b1-46d9-89c3-bd4bda5462de" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.644902] env[62402]: DEBUG nova.network.neutron [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Refreshing network info cache for port 550adfe5-4747-4ba2-bf5d-9a63665673d1 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.666220] env[62402]: DEBUG oslo_concurrency.lockutils [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.666550] env[62402]: DEBUG oslo_concurrency.lockutils [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.717061] env[62402]: DEBUG nova.network.neutron [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Successfully created port: 3c1dd785-ea58-4d7d-b92b-5bb7101a1876 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1786.794352] env[62402]: DEBUG nova.compute.manager [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1786.861054] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873413, 'name': CreateVM_Task, 'duration_secs': 0.428753} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.861441] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1786.862533] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.865016] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.865016] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1786.865016] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93193db5-22a8-41d5-b8c5-1ed4432d2797 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.869707] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1786.869707] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52efc03c-3586-d11d-5b1d-9be6c8ef51c9" [ 1786.869707] env[62402]: _type = "Task" [ 1786.869707] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.879903] env[62402]: DEBUG oslo_vmware.api [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873411, 'name': PowerOnVM_Task, 'duration_secs': 1.547713} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.880623] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.880916] env[62402]: INFO nova.compute.manager [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1786.881197] env[62402]: DEBUG nova.compute.manager [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.882060] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40df0da5-90d9-4180-8714-a24b05c1d96f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.888207] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52efc03c-3586-d11d-5b1d-9be6c8ef51c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.888833] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.889161] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.889416] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.889630] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.889893] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.890328] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4983057f-1f7c-4194-a1d8-8db754947033 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.903549] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.903786] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1786.904520] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8bd7961-f20f-4c5c-ad25-2314374d3f87 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.910973] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1786.910973] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52824054-880b-099c-a717-0408d2a29331" [ 1786.910973] env[62402]: _type = "Task" [ 1786.910973] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.920183] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52824054-880b-099c-a717-0408d2a29331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.093708] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873414, 'name': Rename_Task, 'duration_secs': 0.197739} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.093989] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1787.094254] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6b683f7-86a6-413b-9c8b-e98561c13b70 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.102358] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1787.102358] env[62402]: value = "task-1873416" [ 1787.102358] env[62402]: _type = "Task" [ 1787.102358] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.112521] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.125132] env[62402]: DEBUG nova.compute.utils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1787.173846] env[62402]: INFO nova.compute.claims [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1787.320028] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.362228] env[62402]: DEBUG nova.network.neutron [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Updated VIF entry in instance network info cache for port 550adfe5-4747-4ba2-bf5d-9a63665673d1. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1787.362228] env[62402]: DEBUG nova.network.neutron [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Updating instance_info_cache with network_info: [{"id": "550adfe5-4747-4ba2-bf5d-9a63665673d1", "address": "fa:16:3e:c9:0c:ac", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap550adfe5-47", "ovs_interfaceid": "550adfe5-4747-4ba2-bf5d-9a63665673d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.405407] env[62402]: INFO nova.compute.manager [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Took 12.33 seconds to build instance. [ 1787.424029] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52824054-880b-099c-a717-0408d2a29331, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.425054] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8830d4f2-e62a-4e27-894a-5d4edab151b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.431709] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1787.431709] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52887b1f-257f-f88d-d3ab-591577da9021" [ 1787.431709] env[62402]: _type = "Task" [ 1787.431709] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.440841] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52887b1f-257f-f88d-d3ab-591577da9021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.531390] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.531672] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.612409] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.628375] env[62402]: INFO nova.virt.block_device [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Booting with volume 149f8c38-267a-418a-8344-cf6eda27e02f at /dev/sdb [ 1787.657961] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9801768d-1165-4f3e-adad-86327423eb49 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.668216] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8741a1f0-3763-44a6-be0b-6e90078bddd1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.681709] env[62402]: INFO nova.compute.resource_tracker [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating resource usage from migration ea5cf0f9-f01c-4f21-bbcd-90f0cc90d35b [ 1787.710907] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f5f3706-c41c-463a-8053-cb4cb271d62d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.721053] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168d2f2e-22ca-4114-98b5-1ecbf11c87e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.758751] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9afcc15-65fa-4072-950d-9ce790ac63a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.766310] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdba81cd-fbea-4e6e-846d-183db702639a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.780572] env[62402]: DEBUG nova.virt.block_device [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updating existing volume attachment record: 81ccb3b8-88fd-4b44-b5e8-bba7c5afbd16 {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1787.865331] env[62402]: DEBUG oslo_concurrency.lockutils [req-eecdd266-4668-4675-8120-712cefcd1e14 req-c3a7cacc-f1a0-48a2-9e38-b8e9f8310c5b service nova] Releasing lock "refresh_cache-4a373932-f4b1-46d9-89c3-bd4bda5462de" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.893686] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6bad46-30ae-46f3-a5c9-274ac112569e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.902389] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947ccc8c-0800-49a5-bf00-48c2e1db0b00 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.908654] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1e80fad6-e859-4af5-8612-0ffd273f6daf tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "f175797f-bcdf-4afc-99e7-3dbdca776656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.840s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.934175] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "f175797f-bcdf-4afc-99e7-3dbdca776656" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.713s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.935303] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ac9dda-c781-4fb7-9215-7fa31ed3f859 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.940975] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b6a5ba-7e87-4068-b017-df6bf5cfe833 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.948929] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52887b1f-257f-f88d-d3ab-591577da9021, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.952053] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.952321] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 4a373932-f4b1-46d9-89c3-bd4bda5462de/4a373932-f4b1-46d9-89c3-bd4bda5462de.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1787.953952] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8641b17d-96a6-4e86-8119-501afef7ae78 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.956976] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f1264e-bcaa-4dea-9e67-16314e153dd7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.971079] env[62402]: DEBUG nova.compute.provider_tree [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.974475] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1787.974475] env[62402]: value = "task-1873418" [ 1787.974475] env[62402]: _type = "Task" [ 1787.974475] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.983727] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.035117] env[62402]: DEBUG nova.compute.utils [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.113649] env[62402]: DEBUG oslo_vmware.api [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873416, 'name': PowerOnVM_Task, 'duration_secs': 0.839655} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.113943] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1788.114177] env[62402]: INFO nova.compute.manager [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1788.114352] env[62402]: DEBUG nova.compute.manager [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1788.115148] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f29dfd-90d0-409f-8c2f-7a0497216a7a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.247830] env[62402]: DEBUG nova.network.neutron [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Successfully updated port: 3c1dd785-ea58-4d7d-b92b-5bb7101a1876 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.461869] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "f175797f-bcdf-4afc-99e7-3dbdca776656" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.476176] env[62402]: DEBUG nova.scheduler.client.report [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1788.490608] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873418, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.538788] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.632921] env[62402]: INFO nova.compute.manager [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Took 13.28 seconds to build instance. [ 1788.750941] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.751167] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.751329] env[62402]: DEBUG nova.network.neutron [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1788.904736] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1788.904996] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387163', 'volume_id': 'b3f0ad41-7cca-4fab-9a1e-dd9b9445c708', 'name': 'volume-b3f0ad41-7cca-4fab-9a1e-dd9b9445c708', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9152c96a-83aa-4713-ae6b-31272a9ccd2a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3f0ad41-7cca-4fab-9a1e-dd9b9445c708', 'serial': 'b3f0ad41-7cca-4fab-9a1e-dd9b9445c708'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1788.905920] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711b9194-8b38-48ec-856d-ae38d1544c3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.924059] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07704008-81c8-4501-9df5-c62696aca0f0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.949531] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-b3f0ad41-7cca-4fab-9a1e-dd9b9445c708/volume-b3f0ad41-7cca-4fab-9a1e-dd9b9445c708.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1788.949827] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ee10333-b6c7-4d2d-83bb-369a160321bb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.969103] env[62402]: DEBUG oslo_vmware.api [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1788.969103] env[62402]: value = "task-1873421" [ 1788.969103] env[62402]: _type = "Task" [ 1788.969103] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.977312] env[62402]: DEBUG oslo_vmware.api [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.985324] env[62402]: DEBUG oslo_concurrency.lockutils [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.319s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.985535] env[62402]: INFO nova.compute.manager [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Migrating [ 1788.995671] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.676s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.997244] env[62402]: INFO nova.compute.claims [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.999663] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575761} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.002580] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 4a373932-f4b1-46d9-89c3-bd4bda5462de/4a373932-f4b1-46d9-89c3-bd4bda5462de.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1789.002806] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1789.007288] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfb531d1-802c-4c59-aeb5-6214aa3513b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.016937] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1789.016937] env[62402]: value = "task-1873422" [ 1789.016937] env[62402]: _type = "Task" [ 1789.016937] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.026253] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.135116] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d117ea5-ab0a-4101-84fb-d3404df26f72 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "5e93840b-3a18-49cb-97e0-e18c03158bc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.798s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.296171] env[62402]: WARNING nova.network.neutron [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] 5f4bca13-f3b8-43c6-aa70-4a269ddcf695 already exists in list: networks containing: ['5f4bca13-f3b8-43c6-aa70-4a269ddcf695']. ignoring it [ 1789.308308] env[62402]: DEBUG nova.compute.manager [req-fa666779-614b-4cdd-8d95-056d2b4af688 req-c96c8938-3e0f-48e8-b6ba-9272f96553a7 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received event network-vif-plugged-3c1dd785-ea58-4d7d-b92b-5bb7101a1876 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1789.308534] env[62402]: DEBUG oslo_concurrency.lockutils [req-fa666779-614b-4cdd-8d95-056d2b4af688 req-c96c8938-3e0f-48e8-b6ba-9272f96553a7 service nova] Acquiring lock "98c092c8-7c8d-4e90-abfa-bb4f00825519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.308795] env[62402]: DEBUG oslo_concurrency.lockutils [req-fa666779-614b-4cdd-8d95-056d2b4af688 req-c96c8938-3e0f-48e8-b6ba-9272f96553a7 service nova] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.308969] env[62402]: DEBUG oslo_concurrency.lockutils [req-fa666779-614b-4cdd-8d95-056d2b4af688 req-c96c8938-3e0f-48e8-b6ba-9272f96553a7 service nova] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.309151] env[62402]: DEBUG nova.compute.manager [req-fa666779-614b-4cdd-8d95-056d2b4af688 req-c96c8938-3e0f-48e8-b6ba-9272f96553a7 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] No waiting events found dispatching network-vif-plugged-3c1dd785-ea58-4d7d-b92b-5bb7101a1876 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1789.309337] env[62402]: WARNING nova.compute.manager [req-fa666779-614b-4cdd-8d95-056d2b4af688 req-c96c8938-3e0f-48e8-b6ba-9272f96553a7 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received unexpected event network-vif-plugged-3c1dd785-ea58-4d7d-b92b-5bb7101a1876 for instance with vm_state active and task_state None. [ 1789.479660] env[62402]: DEBUG oslo_vmware.api [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.511299] env[62402]: DEBUG oslo_concurrency.lockutils [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.511506] env[62402]: DEBUG oslo_concurrency.lockutils [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.511716] env[62402]: DEBUG nova.network.neutron [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1789.529259] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072327} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.529506] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1789.530325] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb489763-bcb8-442b-afd3-11f8b0465aef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.553316] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4a373932-f4b1-46d9-89c3-bd4bda5462de/4a373932-f4b1-46d9-89c3-bd4bda5462de.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.555672] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7b46c3-3a6f-4523-8d19-e9b2946f5d68 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.578251] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1789.578251] env[62402]: value = "task-1873423" [ 1789.578251] env[62402]: _type = "Task" [ 1789.578251] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.587994] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.606946] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.607203] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.607451] env[62402]: INFO nova.compute.manager [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Attaching volume 21d9bee0-fa8d-4474-9dbb-f4e4483817e7 to /dev/sdb [ 1789.642553] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc05e89-b0cd-422c-b249-3ab051ade98b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.650928] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb4b7bd-045b-4408-b3cd-e2f2a2e69c2b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.667368] env[62402]: DEBUG nova.virt.block_device [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating existing volume attachment record: 88b2b9f8-0100-4bca-90d1-af99a1de68e1 {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1789.711732] env[62402]: DEBUG nova.network.neutron [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updating instance_info_cache with network_info: [{"id": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "address": "fa:16:3e:32:72:66", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6db405-c9", "ovs_interfaceid": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c1dd785-ea58-4d7d-b92b-5bb7101a1876", "address": "fa:16:3e:99:48:d0", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c1dd785-ea", "ovs_interfaceid": "3c1dd785-ea58-4d7d-b92b-5bb7101a1876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.979263] env[62402]: DEBUG oslo_vmware.api [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873421, 'name': ReconfigVM_Task, 'duration_secs': 0.939038} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.979553] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-b3f0ad41-7cca-4fab-9a1e-dd9b9445c708/volume-b3f0ad41-7cca-4fab-9a1e-dd9b9445c708.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1789.984671] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2a29b23-3c58-40b9-82e9-9186b30077c4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.000541] env[62402]: DEBUG oslo_vmware.api [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1790.000541] env[62402]: value = "task-1873425" [ 1790.000541] env[62402]: _type = "Task" [ 1790.000541] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.012216] env[62402]: DEBUG oslo_vmware.api [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.091567] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873423, 'name': ReconfigVM_Task, 'duration_secs': 0.293332} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.091940] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4a373932-f4b1-46d9-89c3-bd4bda5462de/4a373932-f4b1-46d9-89c3-bd4bda5462de.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.092625] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed14de82-d6f6-4604-9788-aa3b9de6e696 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.105655] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1790.105655] env[62402]: value = "task-1873426" [ 1790.105655] env[62402]: _type = "Task" [ 1790.105655] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.114477] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873426, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.213868] env[62402]: INFO nova.compute.manager [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Rebuilding instance [ 1790.216834] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.217668] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.217906] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.222771] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b50a2e-475a-4926-ae35-8bf588edffea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.255524] env[62402]: DEBUG nova.virt.hardware [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1790.255524] env[62402]: DEBUG nova.virt.hardware [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.255524] env[62402]: DEBUG nova.virt.hardware [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1790.255524] env[62402]: DEBUG nova.virt.hardware [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.255524] env[62402]: DEBUG nova.virt.hardware [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1790.255524] env[62402]: DEBUG nova.virt.hardware [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1790.255524] env[62402]: DEBUG nova.virt.hardware [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1790.255844] env[62402]: DEBUG nova.virt.hardware [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1790.256192] env[62402]: DEBUG nova.virt.hardware [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1790.256485] env[62402]: DEBUG nova.virt.hardware [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1790.256861] env[62402]: DEBUG nova.virt.hardware [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1790.267937] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Reconfiguring VM to attach interface {{(pid=62402) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1790.274072] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab78d6ab-e6c0-4912-9c55-2927a3521d0a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.294939] env[62402]: DEBUG nova.network.neutron [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance_info_cache with network_info: [{"id": "17196c71-3cac-4a56-aa83-05636e7d5d4b", "address": "fa:16:3e:9f:1d:c4", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17196c71-3c", "ovs_interfaceid": "17196c71-3cac-4a56-aa83-05636e7d5d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.310203] env[62402]: DEBUG oslo_vmware.api [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1790.310203] env[62402]: value = "task-1873430" [ 1790.310203] env[62402]: _type = "Task" [ 1790.310203] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.312980] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd2e34-1e17-4486-9903-2d23816b51db {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.332015] env[62402]: DEBUG nova.compute.manager [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.333288] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e3e9a6-be97-4551-a14a-af897d3bac9b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.343251] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a220a41f-8181-444c-8719-eb4ba574870f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.348429] env[62402]: DEBUG oslo_vmware.api [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873430, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.386284] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ef0eba-ce86-46d0-ae5e-8a903d6455ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.395931] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2deaec-c2b4-4610-ad02-4938010a79d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.411225] env[62402]: DEBUG nova.compute.provider_tree [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.513147] env[62402]: DEBUG oslo_vmware.api [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873425, 'name': ReconfigVM_Task, 'duration_secs': 0.202877} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.513462] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387163', 'volume_id': 'b3f0ad41-7cca-4fab-9a1e-dd9b9445c708', 'name': 'volume-b3f0ad41-7cca-4fab-9a1e-dd9b9445c708', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9152c96a-83aa-4713-ae6b-31272a9ccd2a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3f0ad41-7cca-4fab-9a1e-dd9b9445c708', 'serial': 'b3f0ad41-7cca-4fab-9a1e-dd9b9445c708'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1790.616834] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873426, 'name': Rename_Task, 'duration_secs': 0.163242} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.617200] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1790.617495] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c09ef2c5-eabd-4728-ac88-6aa8706bd2ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.627123] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1790.627123] env[62402]: value = "task-1873431" [ 1790.627123] env[62402]: _type = "Task" [ 1790.627123] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.638253] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.798580] env[62402]: DEBUG oslo_concurrency.lockutils [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.821942] env[62402]: DEBUG oslo_vmware.api [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.914452] env[62402]: DEBUG nova.scheduler.client.report [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1791.138827] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873431, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.322844] env[62402]: DEBUG oslo_vmware.api [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873430, 'name': ReconfigVM_Task, 'duration_secs': 0.601549} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.323380] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.323623] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Reconfigured VM to attach interface {{(pid=62402) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1791.339230] env[62402]: DEBUG nova.compute.manager [req-1a194d0b-e9d9-4511-9a5e-ff28e487cee1 req-663a6f41-a9e1-4329-80fe-468557570429 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received event network-changed-3c1dd785-ea58-4d7d-b92b-5bb7101a1876 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1791.339462] env[62402]: DEBUG nova.compute.manager [req-1a194d0b-e9d9-4511-9a5e-ff28e487cee1 req-663a6f41-a9e1-4329-80fe-468557570429 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Refreshing instance network info cache due to event network-changed-3c1dd785-ea58-4d7d-b92b-5bb7101a1876. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1791.339710] env[62402]: DEBUG oslo_concurrency.lockutils [req-1a194d0b-e9d9-4511-9a5e-ff28e487cee1 req-663a6f41-a9e1-4329-80fe-468557570429 service nova] Acquiring lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.339865] env[62402]: DEBUG oslo_concurrency.lockutils [req-1a194d0b-e9d9-4511-9a5e-ff28e487cee1 req-663a6f41-a9e1-4329-80fe-468557570429 service nova] Acquired lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.340043] env[62402]: DEBUG nova.network.neutron [req-1a194d0b-e9d9-4511-9a5e-ff28e487cee1 req-663a6f41-a9e1-4329-80fe-468557570429 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Refreshing network info cache for port 3c1dd785-ea58-4d7d-b92b-5bb7101a1876 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.390253] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.390583] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96a2a179-89ae-48bd-ab2a-54fae10cd756 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.400307] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1791.400307] env[62402]: value = "task-1873432" [ 1791.400307] env[62402]: _type = "Task" [ 1791.400307] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.413514] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.419891] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.420459] env[62402]: DEBUG nova.compute.manager [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1791.639069] env[62402]: DEBUG oslo_vmware.api [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873431, 'name': PowerOnVM_Task, 'duration_secs': 0.66293} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.639227] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1791.639323] env[62402]: INFO nova.compute.manager [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1791.639503] env[62402]: DEBUG nova.compute.manager [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1791.640283] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c931d06-65f5-4f9b-968b-14a4a0b96980 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.828824] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bf264adc-98ae-45f8-8332-814ba9a21f61 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-98c092c8-7c8d-4e90-abfa-bb4f00825519-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.540s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.912397] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873432, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.934081] env[62402]: DEBUG nova.compute.utils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1791.936642] env[62402]: DEBUG nova.compute.manager [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1791.936642] env[62402]: DEBUG nova.network.neutron [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1791.986014] env[62402]: DEBUG nova.policy [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5db425e3a2e48bb9a3395b1d2a5a548', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3b6817b4b074a1ca828f87374423cb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1792.073268] env[62402]: DEBUG nova.network.neutron [req-1a194d0b-e9d9-4511-9a5e-ff28e487cee1 req-663a6f41-a9e1-4329-80fe-468557570429 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updated VIF entry in instance network info cache for port 3c1dd785-ea58-4d7d-b92b-5bb7101a1876. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.073854] env[62402]: DEBUG nova.network.neutron [req-1a194d0b-e9d9-4511-9a5e-ff28e487cee1 req-663a6f41-a9e1-4329-80fe-468557570429 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updating instance_info_cache with network_info: [{"id": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "address": "fa:16:3e:32:72:66", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6db405-c9", "ovs_interfaceid": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c1dd785-ea58-4d7d-b92b-5bb7101a1876", "address": "fa:16:3e:99:48:d0", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c1dd785-ea", "ovs_interfaceid": "3c1dd785-ea58-4d7d-b92b-5bb7101a1876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.160826] env[62402]: INFO nova.compute.manager [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Took 13.65 seconds to build instance. [ 1792.314619] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abde0ddf-65c1-4b86-9c81-e4946a051741 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.318696] env[62402]: DEBUG nova.network.neutron [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Successfully created port: f8eb3de2-c505-46e1-886f-9ca8ff9b8e67 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1792.339916] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance '34afc048-e4ac-48ed-b7cf-d01e94744300' progress to 0 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1792.412658] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873432, 'name': PowerOffVM_Task, 'duration_secs': 0.521781} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.413457] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.413738] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1792.414506] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2f20ad-d5d4-481b-8974-eb25c04f4308 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.422595] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1792.422714] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-929ee569-c0c4-4d6c-be3c-bb604f779a33 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.440481] env[62402]: DEBUG nova.compute.manager [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1792.454169] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1792.454169] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1792.454169] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Deleting the datastore file [datastore1] 5e93840b-3a18-49cb-97e0-e18c03158bc9 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1792.454169] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3858f857-ee30-4504-b3ed-b190a781a2e3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.463167] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1792.463167] env[62402]: value = "task-1873435" [ 1792.463167] env[62402]: _type = "Task" [ 1792.463167] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.472836] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.576402] env[62402]: DEBUG oslo_concurrency.lockutils [req-1a194d0b-e9d9-4511-9a5e-ff28e487cee1 req-663a6f41-a9e1-4329-80fe-468557570429 service nova] Releasing lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.663141] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e3cdbbb5-e508-4bd9-9154-2e01ab772fd2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.163s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.849022] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.856024] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c21529-2380-479b-b7cf-24909b256d04 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.865091] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1792.865091] env[62402]: value = "task-1873436" [ 1792.865091] env[62402]: _type = "Task" [ 1792.865091] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.876966] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.907903] env[62402]: DEBUG nova.objects.instance [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'flavor' on Instance uuid 9152c96a-83aa-4713-ae6b-31272a9ccd2a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.976277] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105225} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.976329] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1792.976938] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1792.976938] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1793.388950] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873436, 'name': PowerOffVM_Task, 'duration_secs': 0.364252} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.388950] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1793.388950] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance '34afc048-e4ac-48ed-b7cf-d01e94744300' progress to 17 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1793.415892] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.416318] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.416407] env[62402]: DEBUG nova.objects.instance [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lazy-loading 'pci_requests' on Instance uuid e67a1387-3862-4b89-9e1d-347badf86328 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.417490] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94294b7d-48b8-45c3-924f-8775c9709a20 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.139s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.453025] env[62402]: DEBUG nova.compute.manager [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1793.488124] env[62402]: DEBUG nova.virt.hardware [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1793.488124] env[62402]: DEBUG nova.virt.hardware [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.488124] env[62402]: DEBUG nova.virt.hardware [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1793.488124] env[62402]: DEBUG nova.virt.hardware [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.488124] env[62402]: DEBUG nova.virt.hardware [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1793.488124] env[62402]: DEBUG nova.virt.hardware [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1793.488124] env[62402]: DEBUG nova.virt.hardware [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1793.488124] env[62402]: DEBUG nova.virt.hardware [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1793.488124] env[62402]: DEBUG nova.virt.hardware [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1793.488124] env[62402]: DEBUG nova.virt.hardware [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1793.488124] env[62402]: DEBUG nova.virt.hardware [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1793.488925] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a1f786-a2c1-4c5f-916b-32b57b9c1226 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.500007] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a311d719-a225-4b58-a409-91996277301c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.720785] env[62402]: DEBUG nova.compute.manager [req-c76f55fb-647a-41ba-9654-8a9ee63381ea req-6fe84c1c-286c-46ca-a0c3-4583ccf72856 service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Received event network-changed-550adfe5-4747-4ba2-bf5d-9a63665673d1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1793.720972] env[62402]: DEBUG nova.compute.manager [req-c76f55fb-647a-41ba-9654-8a9ee63381ea req-6fe84c1c-286c-46ca-a0c3-4583ccf72856 service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Refreshing instance network info cache due to event network-changed-550adfe5-4747-4ba2-bf5d-9a63665673d1. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1793.721197] env[62402]: DEBUG oslo_concurrency.lockutils [req-c76f55fb-647a-41ba-9654-8a9ee63381ea req-6fe84c1c-286c-46ca-a0c3-4583ccf72856 service nova] Acquiring lock "refresh_cache-4a373932-f4b1-46d9-89c3-bd4bda5462de" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.721339] env[62402]: DEBUG oslo_concurrency.lockutils [req-c76f55fb-647a-41ba-9654-8a9ee63381ea req-6fe84c1c-286c-46ca-a0c3-4583ccf72856 service nova] Acquired lock "refresh_cache-4a373932-f4b1-46d9-89c3-bd4bda5462de" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.721524] env[62402]: DEBUG nova.network.neutron [req-c76f55fb-647a-41ba-9654-8a9ee63381ea req-6fe84c1c-286c-46ca-a0c3-4583ccf72856 service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Refreshing network info cache for port 550adfe5-4747-4ba2-bf5d-9a63665673d1 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1793.897563] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1793.897839] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.897974] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1793.898179] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.898326] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1793.898474] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1793.898674] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1793.898837] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1793.899007] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1793.899178] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1793.899355] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1793.904504] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20c51974-eb0d-4e90-9aaf-c6ba82b2e9bf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.921686] env[62402]: DEBUG nova.objects.instance [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lazy-loading 'numa_topology' on Instance uuid e67a1387-3862-4b89-9e1d-347badf86328 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.924140] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "interface-98c092c8-7c8d-4e90-abfa-bb4f00825519-a4d9a909-15a5-45ee-8211-adacb7955935" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.924399] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-98c092c8-7c8d-4e90-abfa-bb4f00825519-a4d9a909-15a5-45ee-8211-adacb7955935" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.924778] env[62402]: DEBUG nova.objects.instance [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'flavor' on Instance uuid 98c092c8-7c8d-4e90-abfa-bb4f00825519 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.928685] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1793.928685] env[62402]: value = "task-1873437" [ 1793.928685] env[62402]: _type = "Task" [ 1793.928685] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.931073] env[62402]: DEBUG nova.compute.manager [req-b0ece395-5dc4-4f07-a366-e89f558d6691 req-d1582fa4-b8af-4927-9f87-c627adc8feeb service nova] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Received event network-vif-plugged-f8eb3de2-c505-46e1-886f-9ca8ff9b8e67 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1793.931073] env[62402]: DEBUG oslo_concurrency.lockutils [req-b0ece395-5dc4-4f07-a366-e89f558d6691 req-d1582fa4-b8af-4927-9f87-c627adc8feeb service nova] Acquiring lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.931073] env[62402]: DEBUG oslo_concurrency.lockutils [req-b0ece395-5dc4-4f07-a366-e89f558d6691 req-d1582fa4-b8af-4927-9f87-c627adc8feeb service nova] Lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.931073] env[62402]: DEBUG oslo_concurrency.lockutils [req-b0ece395-5dc4-4f07-a366-e89f558d6691 req-d1582fa4-b8af-4927-9f87-c627adc8feeb service nova] Lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.931073] env[62402]: DEBUG nova.compute.manager [req-b0ece395-5dc4-4f07-a366-e89f558d6691 req-d1582fa4-b8af-4927-9f87-c627adc8feeb service nova] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] No waiting events found dispatching network-vif-plugged-f8eb3de2-c505-46e1-886f-9ca8ff9b8e67 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1793.931073] env[62402]: WARNING nova.compute.manager [req-b0ece395-5dc4-4f07-a366-e89f558d6691 req-d1582fa4-b8af-4927-9f87-c627adc8feeb service nova] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Received unexpected event network-vif-plugged-f8eb3de2-c505-46e1-886f-9ca8ff9b8e67 for instance with vm_state building and task_state spawning. [ 1793.942492] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.967764] env[62402]: DEBUG nova.network.neutron [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Successfully updated port: f8eb3de2-c505-46e1-886f-9ca8ff9b8e67 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1794.025593] env[62402]: DEBUG nova.virt.hardware [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1794.025868] env[62402]: DEBUG nova.virt.hardware [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.026528] env[62402]: DEBUG nova.virt.hardware [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1794.026528] env[62402]: DEBUG nova.virt.hardware [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.026528] env[62402]: DEBUG nova.virt.hardware [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1794.026678] env[62402]: DEBUG nova.virt.hardware [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1794.026783] env[62402]: DEBUG nova.virt.hardware [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1794.026942] env[62402]: DEBUG nova.virt.hardware [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1794.027136] env[62402]: DEBUG nova.virt.hardware [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1794.027304] env[62402]: DEBUG nova.virt.hardware [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1794.027491] env[62402]: DEBUG nova.virt.hardware [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1794.028062] env[62402]: DEBUG oslo_concurrency.lockutils [None req-891dcb4e-01e4-4254-be61-44091272e3e7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.028337] env[62402]: DEBUG oslo_concurrency.lockutils [None req-891dcb4e-01e4-4254-be61-44091272e3e7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.028554] env[62402]: DEBUG nova.compute.manager [None req-891dcb4e-01e4-4254-be61-44091272e3e7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.029488] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ce3efd-5b6b-4c7a-96b6-176ed82fb69f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.032986] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5916db-dea5-4143-9427-4f8287e441c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.043166] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e56969-fcfd-44e5-a696-841011e1bbfc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.047336] env[62402]: DEBUG nova.compute.manager [None req-891dcb4e-01e4-4254-be61-44091272e3e7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62402) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1794.047959] env[62402]: DEBUG nova.objects.instance [None req-891dcb4e-01e4-4254-be61-44091272e3e7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'flavor' on Instance uuid 9152c96a-83aa-4713-ae6b-31272a9ccd2a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.061227] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Instance VIF info [] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1794.067787] env[62402]: DEBUG oslo.service.loopingcall [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.069246] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1794.069417] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16d3e857-3711-44f1-8e51-7dc28c49bcea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.090387] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1794.090387] env[62402]: value = "task-1873438" [ 1794.090387] env[62402]: _type = "Task" [ 1794.090387] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.100760] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873438, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.429143] env[62402]: INFO nova.compute.claims [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.446087] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873437, 'name': ReconfigVM_Task, 'duration_secs': 0.189423} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.446087] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance '34afc048-e4ac-48ed-b7cf-d01e94744300' progress to 33 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1794.449814] env[62402]: DEBUG nova.network.neutron [req-c76f55fb-647a-41ba-9654-8a9ee63381ea req-6fe84c1c-286c-46ca-a0c3-4583ccf72856 service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Updated VIF entry in instance network info cache for port 550adfe5-4747-4ba2-bf5d-9a63665673d1. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1794.450553] env[62402]: DEBUG nova.network.neutron [req-c76f55fb-647a-41ba-9654-8a9ee63381ea req-6fe84c1c-286c-46ca-a0c3-4583ccf72856 service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Updating instance_info_cache with network_info: [{"id": "550adfe5-4747-4ba2-bf5d-9a63665673d1", "address": "fa:16:3e:c9:0c:ac", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap550adfe5-47", "ovs_interfaceid": "550adfe5-4747-4ba2-bf5d-9a63665673d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.470099] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "refresh_cache-fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.470251] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "refresh_cache-fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.470442] env[62402]: DEBUG nova.network.neutron [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.535509] env[62402]: DEBUG nova.objects.instance [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'pci_requests' on Instance uuid 98c092c8-7c8d-4e90-abfa-bb4f00825519 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.601379] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873438, 'name': CreateVM_Task, 'duration_secs': 0.36365} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.601547] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1794.601980] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.602164] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.602483] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.602731] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc78d21-3bbe-475e-b484-72d692f82933 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.607546] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1794.607546] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a94567-4a83-01d3-323d-39bc6a4b40ed" [ 1794.607546] env[62402]: _type = "Task" [ 1794.607546] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.615129] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a94567-4a83-01d3-323d-39bc6a4b40ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.716932] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1794.717400] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387168', 'volume_id': '21d9bee0-fa8d-4474-9dbb-f4e4483817e7', 'name': 'volume-21d9bee0-fa8d-4474-9dbb-f4e4483817e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '465dfb3f-7504-42ff-994f-bb4d6edfb976', 'attached_at': '', 'detached_at': '', 'volume_id': '21d9bee0-fa8d-4474-9dbb-f4e4483817e7', 'serial': '21d9bee0-fa8d-4474-9dbb-f4e4483817e7'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1794.718344] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b634ea8-97d0-4b22-9d5e-aeab3f757eb0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.737439] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458fabf2-a861-48e5-af49-6084fe963929 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.771536] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-21d9bee0-fa8d-4474-9dbb-f4e4483817e7/volume-21d9bee0-fa8d-4474-9dbb-f4e4483817e7.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.771756] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a6415e4-953a-4625-a657-676adb944f96 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.795403] env[62402]: DEBUG oslo_vmware.api [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1794.795403] env[62402]: value = "task-1873439" [ 1794.795403] env[62402]: _type = "Task" [ 1794.795403] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.804989] env[62402]: DEBUG oslo_vmware.api [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.954096] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1794.954510] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.954510] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1794.954510] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.954677] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1794.954844] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1794.955125] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1794.955319] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1794.955492] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1794.955657] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1794.955831] env[62402]: DEBUG nova.virt.hardware [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1794.961239] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1794.964476] env[62402]: DEBUG oslo_concurrency.lockutils [req-c76f55fb-647a-41ba-9654-8a9ee63381ea req-6fe84c1c-286c-46ca-a0c3-4583ccf72856 service nova] Releasing lock "refresh_cache-4a373932-f4b1-46d9-89c3-bd4bda5462de" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.964956] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ebed99-6f39-49ca-8fa1-5e270377a906 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.989565] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1794.989565] env[62402]: value = "task-1873440" [ 1794.989565] env[62402]: _type = "Task" [ 1794.989565] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.001927] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.012909] env[62402]: DEBUG nova.network.neutron [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1795.039042] env[62402]: DEBUG nova.objects.base [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Object Instance<98c092c8-7c8d-4e90-abfa-bb4f00825519> lazy-loaded attributes: flavor,pci_requests {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1795.039042] env[62402]: DEBUG nova.network.neutron [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1795.055115] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-891dcb4e-01e4-4254-be61-44091272e3e7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.055453] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c490b3-f558-44ec-9de6-e58f81b7805a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.065137] env[62402]: DEBUG oslo_vmware.api [None req-891dcb4e-01e4-4254-be61-44091272e3e7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1795.065137] env[62402]: value = "task-1873441" [ 1795.065137] env[62402]: _type = "Task" [ 1795.065137] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.082142] env[62402]: DEBUG oslo_vmware.api [None req-891dcb4e-01e4-4254-be61-44091272e3e7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.121971] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a94567-4a83-01d3-323d-39bc6a4b40ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013823} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.126630] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.126630] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1795.126789] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.128054] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.128054] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1795.128775] env[62402]: DEBUG nova.policy [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514afb0494064b9191c3a742d89cbc30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e8ba47d276144d6b8ef2c2694f097a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1795.132765] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f710f2a1-29fd-40f8-ad79-d79178c91a56 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.144558] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1795.145350] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1795.145655] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ffe72bb-6bca-416d-bebc-d59c83387369 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.153435] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1795.153435] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528f7c5e-594d-6631-3d24-b229eae352cf" [ 1795.153435] env[62402]: _type = "Task" [ 1795.153435] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.168065] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528f7c5e-594d-6631-3d24-b229eae352cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010962} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.171705] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79655cc-c738-4a74-aa92-ba9bc8fa18a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.176601] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1795.176601] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52efbde5-1816-7b64-4355-02ee4e37d208" [ 1795.176601] env[62402]: _type = "Task" [ 1795.176601] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.194392] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52efbde5-1816-7b64-4355-02ee4e37d208, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.194863] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.195197] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 5e93840b-3a18-49cb-97e0-e18c03158bc9/5e93840b-3a18-49cb-97e0-e18c03158bc9.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1795.195525] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5798476c-9991-4303-8da7-42afc83238e3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.210402] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1795.210402] env[62402]: value = "task-1873442" [ 1795.210402] env[62402]: _type = "Task" [ 1795.210402] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.220113] env[62402]: DEBUG nova.network.neutron [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Updating instance_info_cache with network_info: [{"id": "f8eb3de2-c505-46e1-886f-9ca8ff9b8e67", "address": "fa:16:3e:6e:86:b7", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8eb3de2-c5", "ovs_interfaceid": "f8eb3de2-c505-46e1-886f-9ca8ff9b8e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.231051] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.238736] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87519c31-a7f0-4993-8519-276c94fe1a4e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.249625] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb438fa-6cd1-4943-ab80-87c78883171b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.304409] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbfeddc-2539-4337-8c25-2d0d28f2e554 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.314079] env[62402]: DEBUG oslo_vmware.api [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.317782] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d93c8c-f679-4989-ab76-6a1cd0f246f4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.333658] env[62402]: DEBUG nova.compute.provider_tree [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.500690] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873440, 'name': ReconfigVM_Task, 'duration_secs': 0.205517} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.501229] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1795.502140] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d059b703-ab1f-433a-933f-174b9a039df0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.526987] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 34afc048-e4ac-48ed-b7cf-d01e94744300/34afc048-e4ac-48ed-b7cf-d01e94744300.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1795.527435] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c70c1299-c2b5-4213-9753-5148660111db {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.548980] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1795.548980] env[62402]: value = "task-1873443" [ 1795.548980] env[62402]: _type = "Task" [ 1795.548980] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.558505] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.576165] env[62402]: DEBUG oslo_vmware.api [None req-891dcb4e-01e4-4254-be61-44091272e3e7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873441, 'name': PowerOffVM_Task, 'duration_secs': 0.232664} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.576595] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-891dcb4e-01e4-4254-be61-44091272e3e7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.576890] env[62402]: DEBUG nova.compute.manager [None req-891dcb4e-01e4-4254-be61-44091272e3e7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1795.577901] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28d5c1-3b11-45e9-b492-f8ae0ccb8c7c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.720982] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50039} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.720982] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 5e93840b-3a18-49cb-97e0-e18c03158bc9/5e93840b-3a18-49cb-97e0-e18c03158bc9.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1795.721141] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1795.721357] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbdb6e53-5962-48c1-8b73-a1f7c6fe0a0a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.723499] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "refresh_cache-fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.723843] env[62402]: DEBUG nova.compute.manager [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Instance network_info: |[{"id": "f8eb3de2-c505-46e1-886f-9ca8ff9b8e67", "address": "fa:16:3e:6e:86:b7", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8eb3de2-c5", "ovs_interfaceid": "f8eb3de2-c505-46e1-886f-9ca8ff9b8e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1795.724231] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:86:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8eb3de2-c505-46e1-886f-9ca8ff9b8e67', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1795.731661] env[62402]: DEBUG oslo.service.loopingcall [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.732257] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1795.732476] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dcaa860-c4f2-447e-828d-98de1564526b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.750513] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1795.750513] env[62402]: value = "task-1873444" [ 1795.750513] env[62402]: _type = "Task" [ 1795.750513] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.757100] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1795.757100] env[62402]: value = "task-1873445" [ 1795.757100] env[62402]: _type = "Task" [ 1795.757100] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.763503] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.769693] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873445, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.810347] env[62402]: DEBUG oslo_vmware.api [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873439, 'name': ReconfigVM_Task, 'duration_secs': 0.557172} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.810678] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-21d9bee0-fa8d-4474-9dbb-f4e4483817e7/volume-21d9bee0-fa8d-4474-9dbb-f4e4483817e7.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.816249] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6539a56f-ef65-4d8a-bbdc-6ce81d5db4ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.834760] env[62402]: DEBUG oslo_vmware.api [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1795.834760] env[62402]: value = "task-1873446" [ 1795.834760] env[62402]: _type = "Task" [ 1795.834760] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.838624] env[62402]: DEBUG nova.scheduler.client.report [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1795.849115] env[62402]: DEBUG oslo_vmware.api [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.983054] env[62402]: DEBUG nova.compute.manager [req-99537da4-7ebd-416f-880a-5d6b19b9eca7 req-649227c8-685b-4327-ad8d-6ce12da4af47 service nova] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Received event network-changed-f8eb3de2-c505-46e1-886f-9ca8ff9b8e67 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1795.983320] env[62402]: DEBUG nova.compute.manager [req-99537da4-7ebd-416f-880a-5d6b19b9eca7 req-649227c8-685b-4327-ad8d-6ce12da4af47 service nova] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Refreshing instance network info cache due to event network-changed-f8eb3de2-c505-46e1-886f-9ca8ff9b8e67. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1795.983559] env[62402]: DEBUG oslo_concurrency.lockutils [req-99537da4-7ebd-416f-880a-5d6b19b9eca7 req-649227c8-685b-4327-ad8d-6ce12da4af47 service nova] Acquiring lock "refresh_cache-fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.983789] env[62402]: DEBUG oslo_concurrency.lockutils [req-99537da4-7ebd-416f-880a-5d6b19b9eca7 req-649227c8-685b-4327-ad8d-6ce12da4af47 service nova] Acquired lock "refresh_cache-fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.983991] env[62402]: DEBUG nova.network.neutron [req-99537da4-7ebd-416f-880a-5d6b19b9eca7 req-649227c8-685b-4327-ad8d-6ce12da4af47 service nova] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Refreshing network info cache for port f8eb3de2-c505-46e1-886f-9ca8ff9b8e67 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.060179] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873443, 'name': ReconfigVM_Task, 'duration_secs': 0.510212} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.060478] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 34afc048-e4ac-48ed-b7cf-d01e94744300/34afc048-e4ac-48ed-b7cf-d01e94744300.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1796.060779] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance '34afc048-e4ac-48ed-b7cf-d01e94744300' progress to 50 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1796.093377] env[62402]: DEBUG oslo_concurrency.lockutils [None req-891dcb4e-01e4-4254-be61-44091272e3e7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.263821] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074876} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.264500] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1796.265333] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffb25bf-1cbb-401d-9c44-0019163365a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.270857] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873445, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.288944] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 5e93840b-3a18-49cb-97e0-e18c03158bc9/5e93840b-3a18-49cb-97e0-e18c03158bc9.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.289256] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b5344c7-8146-40d3-a212-b7591634ff0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.310735] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1796.310735] env[62402]: value = "task-1873447" [ 1796.310735] env[62402]: _type = "Task" [ 1796.310735] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.319787] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.346477] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.930s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.348622] env[62402]: DEBUG oslo_vmware.api [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873446, 'name': ReconfigVM_Task, 'duration_secs': 0.193899} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.348937] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387168', 'volume_id': '21d9bee0-fa8d-4474-9dbb-f4e4483817e7', 'name': 'volume-21d9bee0-fa8d-4474-9dbb-f4e4483817e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '465dfb3f-7504-42ff-994f-bb4d6edfb976', 'attached_at': '', 'detached_at': '', 'volume_id': '21d9bee0-fa8d-4474-9dbb-f4e4483817e7', 'serial': '21d9bee0-fa8d-4474-9dbb-f4e4483817e7'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1796.378517] env[62402]: INFO nova.network.neutron [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updating port 49f7f5b9-4559-45bb-b914-3b99352f3563 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1796.467679] env[62402]: DEBUG nova.objects.instance [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'flavor' on Instance uuid 9152c96a-83aa-4713-ae6b-31272a9ccd2a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.567815] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b79934-f499-4f37-93ae-96f42e11dcc1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.593485] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1ef252-841b-4184-ba48-f9d97df8e81b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.620487] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance '34afc048-e4ac-48ed-b7cf-d01e94744300' progress to 67 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1796.768028] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873445, 'name': CreateVM_Task, 'duration_secs': 0.714321} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.768267] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1796.768966] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.769155] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.769470] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1796.769795] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586592db-6f9a-4fdd-91cf-0bca7c246a81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.774445] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1796.774445] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528644f4-d2d6-a4ac-1bea-9f82bb94366e" [ 1796.774445] env[62402]: _type = "Task" [ 1796.774445] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.782425] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528644f4-d2d6-a4ac-1bea-9f82bb94366e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.821489] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873447, 'name': ReconfigVM_Task, 'duration_secs': 0.352711} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.821806] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 5e93840b-3a18-49cb-97e0-e18c03158bc9/5e93840b-3a18-49cb-97e0-e18c03158bc9.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1796.822423] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d7028a7-1270-42ee-aa7a-70bfc072e067 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.830468] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1796.830468] env[62402]: value = "task-1873448" [ 1796.830468] env[62402]: _type = "Task" [ 1796.830468] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.839479] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873448, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.854625] env[62402]: DEBUG nova.network.neutron [req-99537da4-7ebd-416f-880a-5d6b19b9eca7 req-649227c8-685b-4327-ad8d-6ce12da4af47 service nova] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Updated VIF entry in instance network info cache for port f8eb3de2-c505-46e1-886f-9ca8ff9b8e67. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1796.854886] env[62402]: DEBUG nova.network.neutron [req-99537da4-7ebd-416f-880a-5d6b19b9eca7 req-649227c8-685b-4327-ad8d-6ce12da4af47 service nova] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Updating instance_info_cache with network_info: [{"id": "f8eb3de2-c505-46e1-886f-9ca8ff9b8e67", "address": "fa:16:3e:6e:86:b7", "network": {"id": "46e778bb-ae0d-4d48-866d-afbda863cceb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1222713300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3b6817b4b074a1ca828f87374423cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8eb3de2-c5", "ovs_interfaceid": "f8eb3de2-c505-46e1-886f-9ca8ff9b8e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.947179] env[62402]: DEBUG nova.network.neutron [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Successfully updated port: a4d9a909-15a5-45ee-8211-adacb7955935 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1796.972581] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.972806] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquired lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.972937] env[62402]: DEBUG nova.network.neutron [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.973127] env[62402]: DEBUG nova.objects.instance [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'info_cache' on Instance uuid 9152c96a-83aa-4713-ae6b-31272a9ccd2a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.185245] env[62402]: DEBUG nova.network.neutron [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Port 17196c71-3cac-4a56-aa83-05636e7d5d4b binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1797.287056] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528644f4-d2d6-a4ac-1bea-9f82bb94366e, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.287056] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.287245] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.287470] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.287615] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.287793] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.288083] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e435b50-d33b-4b65-aced-282a949bbbb4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.296982] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.297166] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.297849] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7edad2-467f-47b4-aa5e-ab56bacffcff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.302988] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1797.302988] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528034e3-2715-5949-c6d4-893d719b5787" [ 1797.302988] env[62402]: _type = "Task" [ 1797.302988] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.310234] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528034e3-2715-5949-c6d4-893d719b5787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.339075] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873448, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.358688] env[62402]: DEBUG oslo_concurrency.lockutils [req-99537da4-7ebd-416f-880a-5d6b19b9eca7 req-649227c8-685b-4327-ad8d-6ce12da4af47 service nova] Releasing lock "refresh_cache-fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.389783] env[62402]: DEBUG nova.objects.instance [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'flavor' on Instance uuid 465dfb3f-7504-42ff-994f-bb4d6edfb976 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.450264] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.450491] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.450681] env[62402]: DEBUG nova.network.neutron [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.478022] env[62402]: DEBUG nova.objects.base [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Object Instance<9152c96a-83aa-4713-ae6b-31272a9ccd2a> lazy-loaded attributes: flavor,info_cache {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1797.814560] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528034e3-2715-5949-c6d4-893d719b5787, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.815370] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8298ec77-3c74-4787-aebe-eacd4cbdb78c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.821089] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1797.821089] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e1e249-3b60-8fdf-0d5e-c30162e991e3" [ 1797.821089] env[62402]: _type = "Task" [ 1797.821089] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.828872] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e1e249-3b60-8fdf-0d5e-c30162e991e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.839497] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873448, 'name': Rename_Task, 'duration_secs': 0.928602} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.839758] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.839988] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae65950f-db06-4d17-a3b7-8ad681d72afb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.847032] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1797.847032] env[62402]: value = "task-1873449" [ 1797.847032] env[62402]: _type = "Task" [ 1797.847032] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.854684] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.896620] env[62402]: DEBUG nova.compute.manager [req-4758350c-499c-4ef5-b987-df72d7781edc req-98e5adcb-2b92-4fc6-8739-c58a1cb9f8e4 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Received event network-vif-plugged-49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1797.896854] env[62402]: DEBUG oslo_concurrency.lockutils [req-4758350c-499c-4ef5-b987-df72d7781edc req-98e5adcb-2b92-4fc6-8739-c58a1cb9f8e4 service nova] Acquiring lock "e67a1387-3862-4b89-9e1d-347badf86328-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.897170] env[62402]: DEBUG oslo_concurrency.lockutils [req-4758350c-499c-4ef5-b987-df72d7781edc req-98e5adcb-2b92-4fc6-8739-c58a1cb9f8e4 service nova] Lock "e67a1387-3862-4b89-9e1d-347badf86328-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.897424] env[62402]: DEBUG oslo_concurrency.lockutils [req-4758350c-499c-4ef5-b987-df72d7781edc req-98e5adcb-2b92-4fc6-8739-c58a1cb9f8e4 service nova] Lock "e67a1387-3862-4b89-9e1d-347badf86328-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.897526] env[62402]: DEBUG nova.compute.manager [req-4758350c-499c-4ef5-b987-df72d7781edc req-98e5adcb-2b92-4fc6-8739-c58a1cb9f8e4 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] No waiting events found dispatching network-vif-plugged-49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1797.897689] env[62402]: WARNING nova.compute.manager [req-4758350c-499c-4ef5-b987-df72d7781edc req-98e5adcb-2b92-4fc6-8739-c58a1cb9f8e4 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Received unexpected event network-vif-plugged-49f7f5b9-4559-45bb-b914-3b99352f3563 for instance with vm_state shelved_offloaded and task_state spawning. [ 1797.898207] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5885ad2d-c464-4d10-b75e-816ae3b8d0bf tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.291s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.911672] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.912186] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.912186] env[62402]: DEBUG nova.network.neutron [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.988921] env[62402]: WARNING nova.network.neutron [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] 5f4bca13-f3b8-43c6-aa70-4a269ddcf695 already exists in list: networks containing: ['5f4bca13-f3b8-43c6-aa70-4a269ddcf695']. ignoring it [ 1797.989206] env[62402]: WARNING nova.network.neutron [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] 5f4bca13-f3b8-43c6-aa70-4a269ddcf695 already exists in list: networks containing: ['5f4bca13-f3b8-43c6-aa70-4a269ddcf695']. ignoring it [ 1798.087555] env[62402]: DEBUG nova.compute.manager [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received event network-vif-plugged-a4d9a909-15a5-45ee-8211-adacb7955935 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1798.087815] env[62402]: DEBUG oslo_concurrency.lockutils [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] Acquiring lock "98c092c8-7c8d-4e90-abfa-bb4f00825519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.088288] env[62402]: DEBUG oslo_concurrency.lockutils [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.088533] env[62402]: DEBUG oslo_concurrency.lockutils [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.088748] env[62402]: DEBUG nova.compute.manager [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] No waiting events found dispatching network-vif-plugged-a4d9a909-15a5-45ee-8211-adacb7955935 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1798.088966] env[62402]: WARNING nova.compute.manager [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received unexpected event network-vif-plugged-a4d9a909-15a5-45ee-8211-adacb7955935 for instance with vm_state active and task_state None. [ 1798.089193] env[62402]: DEBUG nova.compute.manager [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received event network-changed-a4d9a909-15a5-45ee-8211-adacb7955935 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1798.089459] env[62402]: DEBUG nova.compute.manager [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Refreshing instance network info cache due to event network-changed-a4d9a909-15a5-45ee-8211-adacb7955935. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1798.089588] env[62402]: DEBUG oslo_concurrency.lockutils [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] Acquiring lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.212401] env[62402]: DEBUG oslo_concurrency.lockutils [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "34afc048-e4ac-48ed-b7cf-d01e94744300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.212899] env[62402]: DEBUG oslo_concurrency.lockutils [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.213214] env[62402]: DEBUG oslo_concurrency.lockutils [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.224317] env[62402]: DEBUG nova.network.neutron [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Updating instance_info_cache with network_info: [{"id": "d331ec0c-0455-4e02-9f9f-6d965fe7587f", "address": "fa:16:3e:3f:05:68", "network": {"id": "593bfbc3-9e5a-452b-a66c-b317909ee941", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-761706808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4b16721fa4b31800d5ff1df7c1bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd331ec0c-04", "ovs_interfaceid": "d331ec0c-0455-4e02-9f9f-6d965fe7587f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.330981] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e1e249-3b60-8fdf-0d5e-c30162e991e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.331268] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.331530] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf/fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.331783] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9ce0688-3312-4198-983e-b4b831f722d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.339576] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1798.339576] env[62402]: value = "task-1873450" [ 1798.339576] env[62402]: _type = "Task" [ 1798.339576] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.347761] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.357429] env[62402]: DEBUG oslo_vmware.api [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873449, 'name': PowerOnVM_Task, 'duration_secs': 0.425581} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.357855] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.358232] env[62402]: DEBUG nova.compute.manager [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1798.359066] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c3b566-915b-4ead-9d57-b73edbd1ddeb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.462489] env[62402]: DEBUG nova.network.neutron [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updating instance_info_cache with network_info: [{"id": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "address": "fa:16:3e:32:72:66", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6db405-c9", "ovs_interfaceid": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c1dd785-ea58-4d7d-b92b-5bb7101a1876", "address": "fa:16:3e:99:48:d0", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c1dd785-ea", "ovs_interfaceid": "3c1dd785-ea58-4d7d-b92b-5bb7101a1876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4d9a909-15a5-45ee-8211-adacb7955935", "address": "fa:16:3e:7b:93:6e", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d9a909-15", "ovs_interfaceid": "a4d9a909-15a5-45ee-8211-adacb7955935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.694895] env[62402]: DEBUG nova.network.neutron [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updating instance_info_cache with network_info: [{"id": "49f7f5b9-4559-45bb-b914-3b99352f3563", "address": "fa:16:3e:0e:79:e2", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f7f5b9-45", "ovs_interfaceid": "49f7f5b9-4559-45bb-b914-3b99352f3563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.729747] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Releasing lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.849304] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873450, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.875323] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.875427] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.875664] env[62402]: DEBUG nova.objects.instance [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62402) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1798.966066] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.966066] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.966066] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.966354] env[62402]: DEBUG oslo_concurrency.lockutils [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] Acquired lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.966533] env[62402]: DEBUG nova.network.neutron [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Refreshing network info cache for port a4d9a909-15a5-45ee-8211-adacb7955935 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1798.968434] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe065846-57de-461e-87e8-e004cf56532c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.988931] env[62402]: DEBUG nova.virt.hardware [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1798.989258] env[62402]: DEBUG nova.virt.hardware [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.989493] env[62402]: DEBUG nova.virt.hardware [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1798.989752] env[62402]: DEBUG nova.virt.hardware [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.989966] env[62402]: DEBUG nova.virt.hardware [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1798.990203] env[62402]: DEBUG nova.virt.hardware [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1798.990484] env[62402]: DEBUG nova.virt.hardware [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1798.990713] env[62402]: DEBUG nova.virt.hardware [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1798.990957] env[62402]: DEBUG nova.virt.hardware [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1798.991206] env[62402]: DEBUG nova.virt.hardware [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1798.991454] env[62402]: DEBUG nova.virt.hardware [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1798.998014] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Reconfiguring VM to attach interface {{(pid=62402) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1798.999022] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a326ebf9-81c6-4fa0-bd83-faa294e61474 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.017810] env[62402]: DEBUG oslo_vmware.api [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1799.017810] env[62402]: value = "task-1873451" [ 1799.017810] env[62402]: _type = "Task" [ 1799.017810] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.027332] env[62402]: DEBUG oslo_vmware.api [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873451, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.045618] env[62402]: DEBUG nova.compute.manager [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Stashing vm_state: active {{(pid=62402) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1799.198317] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.226458] env[62402]: DEBUG nova.virt.hardware [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='21c05440e56e96aa322815b662a2d6ab',container_format='bare',created_at=2024-12-14T03:14:40Z,direct_url=,disk_format='vmdk',id=47621b01-ecf7-4bf1-9be9-62b9bdc7700c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-798011721-shelved',owner='41e7e45aaaf148e6bce03c4b264f1bb0',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2024-12-14T03:14:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1799.226779] env[62402]: DEBUG nova.virt.hardware [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1799.226889] env[62402]: DEBUG nova.virt.hardware [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1799.227030] env[62402]: DEBUG nova.virt.hardware [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1799.227186] env[62402]: DEBUG nova.virt.hardware [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1799.227332] env[62402]: DEBUG nova.virt.hardware [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1799.227531] env[62402]: DEBUG nova.virt.hardware [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1799.227689] env[62402]: DEBUG nova.virt.hardware [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1799.227855] env[62402]: DEBUG nova.virt.hardware [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1799.228019] env[62402]: DEBUG nova.virt.hardware [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1799.228196] env[62402]: DEBUG nova.virt.hardware [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1799.229279] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50fe40f-152c-4ea8-9c97-e3c2595ac186 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.242334] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d69c59d-1c31-44eb-a651-4cd9620fc348 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.257109] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:79:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49f7f5b9-4559-45bb-b914-3b99352f3563', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.264933] env[62402]: DEBUG oslo.service.loopingcall [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.265931] env[62402]: DEBUG oslo_concurrency.lockutils [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.266116] env[62402]: DEBUG oslo_concurrency.lockutils [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.266280] env[62402]: DEBUG nova.network.neutron [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.267574] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.267983] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2158c348-73bd-47ac-aa8d-fc017084ac27 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.288908] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.288908] env[62402]: value = "task-1873452" [ 1799.288908] env[62402]: _type = "Task" [ 1799.288908] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.296710] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873452, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.350869] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573464} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.351248] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf/fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.351488] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.351857] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a934e3d-a533-4ae6-9bcf-fdbc84214dc8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.358347] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1799.358347] env[62402]: value = "task-1873453" [ 1799.358347] env[62402]: _type = "Task" [ 1799.358347] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.368612] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.529802] env[62402]: DEBUG oslo_vmware.api [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.566178] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.732642] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "5e93840b-3a18-49cb-97e0-e18c03158bc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.732894] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "5e93840b-3a18-49cb-97e0-e18c03158bc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.733123] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "5e93840b-3a18-49cb-97e0-e18c03158bc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.733310] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "5e93840b-3a18-49cb-97e0-e18c03158bc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.733483] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "5e93840b-3a18-49cb-97e0-e18c03158bc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.735557] env[62402]: INFO nova.compute.manager [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Terminating instance [ 1799.737792] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.738230] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8947e497-aaf6-415d-a5e7-4bba236170a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.745516] env[62402]: DEBUG oslo_vmware.api [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1799.745516] env[62402]: value = "task-1873454" [ 1799.745516] env[62402]: _type = "Task" [ 1799.745516] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.755387] env[62402]: DEBUG oslo_vmware.api [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.775143] env[62402]: DEBUG nova.network.neutron [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updated VIF entry in instance network info cache for port a4d9a909-15a5-45ee-8211-adacb7955935. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1799.775626] env[62402]: DEBUG nova.network.neutron [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updating instance_info_cache with network_info: [{"id": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "address": "fa:16:3e:32:72:66", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6db405-c9", "ovs_interfaceid": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c1dd785-ea58-4d7d-b92b-5bb7101a1876", "address": "fa:16:3e:99:48:d0", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c1dd785-ea", "ovs_interfaceid": "3c1dd785-ea58-4d7d-b92b-5bb7101a1876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4d9a909-15a5-45ee-8211-adacb7955935", "address": "fa:16:3e:7b:93:6e", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d9a909-15", "ovs_interfaceid": "a4d9a909-15a5-45ee-8211-adacb7955935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.799624] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873452, 'name': CreateVM_Task, 'duration_secs': 0.407588} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.801840] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1799.802511] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.802678] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.803069] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1799.803606] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979b3855-fd45-4ad5-8f9a-2c2464a6c11c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.808303] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1799.808303] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52850ef2-e2f7-2f26-2972-5d93942b3bf4" [ 1799.808303] env[62402]: _type = "Task" [ 1799.808303] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.817226] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52850ef2-e2f7-2f26-2972-5d93942b3bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.867833] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069013} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.868125] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.868909] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81b24ee-2f33-43d2-8c49-579ee6435aa6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.891363] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf/fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.894838] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5849f4e8-4d2e-43b7-97fc-7f435e87bc78 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.896197] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7468a1f0-be61-40b9-992f-29dc9d4e305c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.910708] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.345s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.918699] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1799.918699] env[62402]: value = "task-1873455" [ 1799.918699] env[62402]: _type = "Task" [ 1799.918699] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.928091] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.943814] env[62402]: DEBUG nova.compute.manager [req-d5eac46f-cc71-4b35-aa1a-02e7a7f8e199 req-0fab3d27-85c0-4329-a4d4-4ca283ab0e38 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Received event network-changed-49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1799.944079] env[62402]: DEBUG nova.compute.manager [req-d5eac46f-cc71-4b35-aa1a-02e7a7f8e199 req-0fab3d27-85c0-4329-a4d4-4ca283ab0e38 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Refreshing instance network info cache due to event network-changed-49f7f5b9-4559-45bb-b914-3b99352f3563. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1799.944309] env[62402]: DEBUG oslo_concurrency.lockutils [req-d5eac46f-cc71-4b35-aa1a-02e7a7f8e199 req-0fab3d27-85c0-4329-a4d4-4ca283ab0e38 service nova] Acquiring lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.944449] env[62402]: DEBUG oslo_concurrency.lockutils [req-d5eac46f-cc71-4b35-aa1a-02e7a7f8e199 req-0fab3d27-85c0-4329-a4d4-4ca283ab0e38 service nova] Acquired lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.944609] env[62402]: DEBUG nova.network.neutron [req-d5eac46f-cc71-4b35-aa1a-02e7a7f8e199 req-0fab3d27-85c0-4329-a4d4-4ca283ab0e38 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Refreshing network info cache for port 49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1800.015177] env[62402]: DEBUG nova.network.neutron [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance_info_cache with network_info: [{"id": "17196c71-3cac-4a56-aa83-05636e7d5d4b", "address": "fa:16:3e:9f:1d:c4", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17196c71-3c", "ovs_interfaceid": "17196c71-3cac-4a56-aa83-05636e7d5d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.027891] env[62402]: DEBUG oslo_vmware.api [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873451, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.239482] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "refresh_cache-5e93840b-3a18-49cb-97e0-e18c03158bc9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.239816] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquired lock "refresh_cache-5e93840b-3a18-49cb-97e0-e18c03158bc9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.239871] env[62402]: DEBUG nova.network.neutron [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.256745] env[62402]: DEBUG oslo_vmware.api [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873454, 'name': PowerOnVM_Task, 'duration_secs': 0.438631} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.257015] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1800.257235] env[62402]: DEBUG nova.compute.manager [None req-e508164f-4d1f-4b22-9935-24f9aaec312b tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.257998] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7a3e14-195f-4bb7-b743-382888da52ff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.278076] env[62402]: DEBUG oslo_concurrency.lockutils [req-72cced81-beb0-46a0-be6c-d1cad6e3cad8 req-3aed2223-fe69-44a2-9073-0ae96100509f service nova] Releasing lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.319474] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.319753] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Processing image 47621b01-ecf7-4bf1-9be9-62b9bdc7700c {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.319988] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c/47621b01-ecf7-4bf1-9be9-62b9bdc7700c.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.320168] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c/47621b01-ecf7-4bf1-9be9-62b9bdc7700c.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.320377] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.320685] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7a6c1ba-bba1-4294-8f0b-6211c3c80621 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.332950] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.333187] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.333931] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5ce9c8-77df-4556-b822-6f6a469aa497 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.339168] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1800.339168] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5299cb84-7b92-5a31-0649-66318be850cf" [ 1800.339168] env[62402]: _type = "Task" [ 1800.339168] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.347166] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5299cb84-7b92-5a31-0649-66318be850cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.416202] env[62402]: INFO nova.compute.claims [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.429885] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.517878] env[62402]: DEBUG oslo_concurrency.lockutils [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.530163] env[62402]: DEBUG oslo_vmware.api [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873451, 'name': ReconfigVM_Task, 'duration_secs': 1.055095} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.530744] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.530878] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Reconfigured VM to attach interface {{(pid=62402) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1800.668638] env[62402]: DEBUG nova.network.neutron [req-d5eac46f-cc71-4b35-aa1a-02e7a7f8e199 req-0fab3d27-85c0-4329-a4d4-4ca283ab0e38 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updated VIF entry in instance network info cache for port 49f7f5b9-4559-45bb-b914-3b99352f3563. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.669035] env[62402]: DEBUG nova.network.neutron [req-d5eac46f-cc71-4b35-aa1a-02e7a7f8e199 req-0fab3d27-85c0-4329-a4d4-4ca283ab0e38 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updating instance_info_cache with network_info: [{"id": "49f7f5b9-4559-45bb-b914-3b99352f3563", "address": "fa:16:3e:0e:79:e2", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f7f5b9-45", "ovs_interfaceid": "49f7f5b9-4559-45bb-b914-3b99352f3563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.758177] env[62402]: DEBUG nova.network.neutron [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.808987] env[62402]: DEBUG nova.network.neutron [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.850055] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Preparing fetch location {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1800.850344] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Fetch image to [datastore1] OSTACK_IMG_a762b899-ecde-4ca0-887e-31ee29a6eef0/OSTACK_IMG_a762b899-ecde-4ca0-887e-31ee29a6eef0.vmdk {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1800.850531] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Downloading stream optimized image 47621b01-ecf7-4bf1-9be9-62b9bdc7700c to [datastore1] OSTACK_IMG_a762b899-ecde-4ca0-887e-31ee29a6eef0/OSTACK_IMG_a762b899-ecde-4ca0-887e-31ee29a6eef0.vmdk on the data store datastore1 as vApp {{(pid=62402) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1800.850705] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Downloading image file data 47621b01-ecf7-4bf1-9be9-62b9bdc7700c to the ESX as VM named 'OSTACK_IMG_a762b899-ecde-4ca0-887e-31ee29a6eef0' {{(pid=62402) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1800.926027] env[62402]: INFO nova.compute.resource_tracker [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating resource usage from migration 53f76563-24d4-43ff-a8df-2ca57aec35a6 [ 1800.929811] env[62402]: DEBUG oslo_vmware.rw_handles [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1800.929811] env[62402]: value = "resgroup-9" [ 1800.929811] env[62402]: _type = "ResourcePool" [ 1800.929811] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1800.930504] env[62402]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f4b8c901-555c-42ce-8289-b8c00474f775 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.949757] env[62402]: DEBUG nova.scheduler.client.report [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Refreshing inventories for resource provider c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1800.951756] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873455, 'name': ReconfigVM_Task, 'duration_secs': 0.580435} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.952583] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Reconfigured VM instance instance-00000069 to attach disk [datastore2] fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf/fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.953196] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2b36fa5-8449-4275-99af-7853260703bb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.958327] env[62402]: DEBUG oslo_vmware.rw_handles [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lease: (returnval){ [ 1800.958327] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522064d7-f33a-af79-e8e0-e27548888ef7" [ 1800.958327] env[62402]: _type = "HttpNfcLease" [ 1800.958327] env[62402]: } obtained for vApp import into resource pool (val){ [ 1800.958327] env[62402]: value = "resgroup-9" [ 1800.958327] env[62402]: _type = "ResourcePool" [ 1800.958327] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1800.958560] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the lease: (returnval){ [ 1800.958560] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522064d7-f33a-af79-e8e0-e27548888ef7" [ 1800.958560] env[62402]: _type = "HttpNfcLease" [ 1800.958560] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1800.959740] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1800.959740] env[62402]: value = "task-1873457" [ 1800.959740] env[62402]: _type = "Task" [ 1800.959740] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.966635] env[62402]: DEBUG nova.scheduler.client.report [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Updating ProviderTree inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1800.966947] env[62402]: DEBUG nova.compute.provider_tree [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1800.972737] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1800.972737] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522064d7-f33a-af79-e8e0-e27548888ef7" [ 1800.972737] env[62402]: _type = "HttpNfcLease" [ 1800.972737] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1800.976332] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873457, 'name': Rename_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.978201] env[62402]: DEBUG nova.scheduler.client.report [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Refreshing aggregate associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, aggregates: None {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1800.997907] env[62402]: DEBUG nova.scheduler.client.report [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Refreshing trait associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1801.036136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a9e947c8-506f-41f6-8529-84f3ae3f71dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-98c092c8-7c8d-4e90-abfa-bb4f00825519-a4d9a909-15a5-45ee-8211-adacb7955935" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.112s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.050819] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173f5919-8e1d-48cc-9b91-510e11eac32b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.076079] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163e98ca-4b10-4206-81a3-738818738044 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.084223] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance '34afc048-e4ac-48ed-b7cf-d01e94744300' progress to 83 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1801.172066] env[62402]: DEBUG oslo_concurrency.lockutils [req-d5eac46f-cc71-4b35-aa1a-02e7a7f8e199 req-0fab3d27-85c0-4329-a4d4-4ca283ab0e38 service nova] Releasing lock "refresh_cache-e67a1387-3862-4b89-9e1d-347badf86328" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.227446] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeeaae1-4e55-4138-9128-3ee3a9bc5a5b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.235372] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d651964-5a9e-4c81-a7e5-11e5f94d6118 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.265699] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7022691-b099-4915-8849-b2bb4da90bff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.273952] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ae6b11-c712-44fe-adeb-e43af7720d18 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.287908] env[62402]: DEBUG nova.compute.provider_tree [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.310940] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Releasing lock "refresh_cache-5e93840b-3a18-49cb-97e0-e18c03158bc9" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.311367] env[62402]: DEBUG nova.compute.manager [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1801.311562] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1801.312448] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10cecb3-da17-474a-9b0d-6f4a4b311de1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.320245] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.320486] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36d58bcc-9138-4855-92cf-a26b5f2ff167 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.327286] env[62402]: DEBUG oslo_vmware.api [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1801.327286] env[62402]: value = "task-1873458" [ 1801.327286] env[62402]: _type = "Task" [ 1801.327286] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.334886] env[62402]: DEBUG oslo_vmware.api [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.474049] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1801.474049] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522064d7-f33a-af79-e8e0-e27548888ef7" [ 1801.474049] env[62402]: _type = "HttpNfcLease" [ 1801.474049] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1801.477081] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873457, 'name': Rename_Task, 'duration_secs': 0.183574} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.477389] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.477689] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d02860db-068e-484a-9316-6d0add83ad43 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.487419] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1801.487419] env[62402]: value = "task-1873459" [ 1801.487419] env[62402]: _type = "Task" [ 1801.487419] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.496091] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.593600] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.593951] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fccd5f83-6d7b-4f39-b42a-366c6170fc3d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.601209] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1801.601209] env[62402]: value = "task-1873460" [ 1801.601209] env[62402]: _type = "Task" [ 1801.601209] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.609733] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.791182] env[62402]: DEBUG nova.scheduler.client.report [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1801.837278] env[62402]: DEBUG oslo_vmware.api [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873458, 'name': PowerOffVM_Task, 'duration_secs': 0.207696} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.837540] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.837709] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.837958] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b7feefd-8e79-476b-8a41-243da3a531ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.865333] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1801.865598] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1801.866299] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Deleting the datastore file [datastore2] 5e93840b-3a18-49cb-97e0-e18c03158bc9 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1801.866299] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ff1b390-0d10-49a8-807a-9bad9ecd2826 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.873709] env[62402]: DEBUG oslo_vmware.api [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1801.873709] env[62402]: value = "task-1873462" [ 1801.873709] env[62402]: _type = "Task" [ 1801.873709] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.882144] env[62402]: DEBUG oslo_vmware.api [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.970547] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1801.970547] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522064d7-f33a-af79-e8e0-e27548888ef7" [ 1801.970547] env[62402]: _type = "HttpNfcLease" [ 1801.970547] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1801.997191] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873459, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.110788] env[62402]: DEBUG oslo_vmware.api [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873460, 'name': PowerOnVM_Task, 'duration_secs': 0.465936} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.111081] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.111277] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-163e46d0-8a26-4a1c-99a2-f28c9cc0b3ea tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance '34afc048-e4ac-48ed-b7cf-d01e94744300' progress to 100 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1802.296820] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.386s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.297090] env[62402]: INFO nova.compute.manager [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Migrating [ 1802.385897] env[62402]: DEBUG oslo_vmware.api [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116589} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.386217] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1802.386411] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1802.386613] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1802.386788] env[62402]: INFO nova.compute.manager [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1802.387063] env[62402]: DEBUG oslo.service.loopingcall [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.387284] env[62402]: DEBUG nova.compute.manager [-] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1802.387452] env[62402]: DEBUG nova.network.neutron [-] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1802.406917] env[62402]: DEBUG nova.network.neutron [-] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1802.471829] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1802.471829] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522064d7-f33a-af79-e8e0-e27548888ef7" [ 1802.471829] env[62402]: _type = "HttpNfcLease" [ 1802.471829] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1802.472200] env[62402]: DEBUG oslo_vmware.rw_handles [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1802.472200] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522064d7-f33a-af79-e8e0-e27548888ef7" [ 1802.472200] env[62402]: _type = "HttpNfcLease" [ 1802.472200] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1802.472900] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331c1473-3bee-4ff8-816d-1bbe26cd1c01 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.480237] env[62402]: DEBUG oslo_vmware.rw_handles [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223f087-3261-6ea1-f5d2-b144b89c31f3/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1802.480482] env[62402]: DEBUG oslo_vmware.rw_handles [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223f087-3261-6ea1-f5d2-b144b89c31f3/disk-0.vmdk. {{(pid=62402) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1802.552100] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c5c0f87f-4434-4d4a-a983-eac65d9431d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.554207] env[62402]: DEBUG oslo_vmware.api [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873459, 'name': PowerOnVM_Task, 'duration_secs': 0.642968} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.558018] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.558018] env[62402]: INFO nova.compute.manager [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1802.558018] env[62402]: DEBUG nova.compute.manager [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.558018] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6a466f-5a16-4874-9d13-48042668d681 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.665042] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "d99f18d0-b580-4596-b664-e1c7bc1b0508" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.665042] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d99f18d0-b580-4596-b664-e1c7bc1b0508" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.665184] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "d99f18d0-b580-4596-b664-e1c7bc1b0508-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.665311] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d99f18d0-b580-4596-b664-e1c7bc1b0508-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.665489] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d99f18d0-b580-4596-b664-e1c7bc1b0508-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.668326] env[62402]: INFO nova.compute.manager [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Terminating instance [ 1802.813907] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.814138] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.814327] env[62402]: DEBUG nova.network.neutron [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1802.909363] env[62402]: DEBUG nova.network.neutron [-] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.076967] env[62402]: INFO nova.compute.manager [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Took 15.78 seconds to build instance. [ 1803.095576] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.095840] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.172306] env[62402]: DEBUG nova.compute.manager [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1803.172644] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1803.175318] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eccbed2-b961-4811-9160-c1b2f98d1163 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.186691] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.187336] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f028c6f4-35cf-4675-be5f-562c8c56909d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.194324] env[62402]: DEBUG oslo_vmware.api [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1803.194324] env[62402]: value = "task-1873463" [ 1803.194324] env[62402]: _type = "Task" [ 1803.194324] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.205470] env[62402]: DEBUG oslo_vmware.api [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.209354] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "interface-98c092c8-7c8d-4e90-abfa-bb4f00825519-3c1dd785-ea58-4d7d-b92b-5bb7101a1876" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.209621] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-98c092c8-7c8d-4e90-abfa-bb4f00825519-3c1dd785-ea58-4d7d-b92b-5bb7101a1876" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.412060] env[62402]: INFO nova.compute.manager [-] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Took 1.02 seconds to deallocate network for instance. [ 1803.579535] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0e6703f0-2811-40ad-a1d8-0ef0888a025f tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.288s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.598149] env[62402]: DEBUG nova.compute.manager [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1803.702100] env[62402]: DEBUG nova.network.neutron [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance_info_cache with network_info: [{"id": "1d9ee27f-9389-4862-a01a-111a30b7afef", "address": "fa:16:3e:ba:f4:9a", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9ee27f-93", "ovs_interfaceid": "1d9ee27f-9389-4862-a01a-111a30b7afef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.709307] env[62402]: DEBUG oslo_vmware.api [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873463, 'name': PowerOffVM_Task, 'duration_secs': 0.300743} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.710734] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.710916] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.711171] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-673d3e3c-1442-494f-b8a9-5a08b59bfc5c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.713949] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.714129] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.714926] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abf27ee-baaa-413a-9a1d-f9cde1718ebc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.737219] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d2276b-0054-488c-a06d-401e26927ab4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.765448] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Reconfiguring VM to detach interface {{(pid=62402) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1803.765753] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d80d5df-c78f-429c-8212-f31b7def6c5a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.785920] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1803.785920] env[62402]: value = "task-1873465" [ 1803.785920] env[62402]: _type = "Task" [ 1803.785920] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.790513] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.790729] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.790914] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Deleting the datastore file [datastore1] d99f18d0-b580-4596-b664-e1c7bc1b0508 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.791555] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85889027-0e50-4678-8310-a4f8d5ddd2e2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.796592] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.801300] env[62402]: DEBUG oslo_vmware.api [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1803.801300] env[62402]: value = "task-1873466" [ 1803.801300] env[62402]: _type = "Task" [ 1803.801300] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.811245] env[62402]: DEBUG oslo_vmware.api [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.865274] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ab816975-8c7d-473b-8430-9ab10ddaf016 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.865589] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ab816975-8c7d-473b-8430-9ab10ddaf016 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.865830] env[62402]: DEBUG nova.compute.manager [None req-ab816975-8c7d-473b-8430-9ab10ddaf016 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1803.866758] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da49ca34-6b22-419f-bd78-1a51bb657ce5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.874661] env[62402]: DEBUG nova.compute.manager [None req-ab816975-8c7d-473b-8430-9ab10ddaf016 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62402) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1803.875301] env[62402]: DEBUG nova.objects.instance [None req-ab816975-8c7d-473b-8430-9ab10ddaf016 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lazy-loading 'flavor' on Instance uuid fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.925173] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.925450] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.925728] env[62402]: DEBUG nova.objects.instance [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lazy-loading 'resources' on Instance uuid 5e93840b-3a18-49cb-97e0-e18c03158bc9 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.012956] env[62402]: DEBUG oslo_vmware.rw_handles [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Completed reading data from the image iterator. {{(pid=62402) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1804.013239] env[62402]: DEBUG oslo_vmware.rw_handles [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223f087-3261-6ea1-f5d2-b144b89c31f3/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1804.014261] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1945ebc-a8f8-4268-8f2a-1a9d7b12bbef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.020919] env[62402]: DEBUG oslo_vmware.rw_handles [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223f087-3261-6ea1-f5d2-b144b89c31f3/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1804.021135] env[62402]: DEBUG oslo_vmware.rw_handles [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223f087-3261-6ea1-f5d2-b144b89c31f3/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1804.021387] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c956812d-0290-444e-8ba3-ef23af11e7d3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.121549] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.205494] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.251210] env[62402]: DEBUG oslo_vmware.rw_handles [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223f087-3261-6ea1-f5d2-b144b89c31f3/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1804.251467] env[62402]: INFO nova.virt.vmwareapi.images [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Downloaded image file data 47621b01-ecf7-4bf1-9be9-62b9bdc7700c [ 1804.252605] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51897cf4-2d7b-42cf-b0cd-e1bcf80d99f7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.270551] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7feefa8-8c8b-41a3-98c0-3f0a5a0150da {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.296131] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.311792] env[62402]: DEBUG oslo_vmware.api [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207345} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.312987] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.313206] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.313391] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.313567] env[62402]: INFO nova.compute.manager [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1804.313855] env[62402]: DEBUG oslo.service.loopingcall [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.314093] env[62402]: INFO nova.virt.vmwareapi.images [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] The imported VM was unregistered [ 1804.316419] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Caching image {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1804.316650] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating directory with path [datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1804.316915] env[62402]: DEBUG nova.compute.manager [-] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1804.317031] env[62402]: DEBUG nova.network.neutron [-] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1804.318629] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c9beb97-cbec-4963-90f6-f3e466adaed3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.330951] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Created directory with path [datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1804.331152] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a762b899-ecde-4ca0-887e-31ee29a6eef0/OSTACK_IMG_a762b899-ecde-4ca0-887e-31ee29a6eef0.vmdk to [datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c/47621b01-ecf7-4bf1-9be9-62b9bdc7700c.vmdk. {{(pid=62402) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1804.331395] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ae0589bf-6181-4b3f-bd63-f71f055e2634 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.338991] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1804.338991] env[62402]: value = "task-1873468" [ 1804.338991] env[62402]: _type = "Task" [ 1804.338991] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.346445] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873468, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.689314] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de134a50-274e-4675-ba83-45f3e1408dd6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.697158] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057fc825-1ba5-431a-b82b-1f357d70a943 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.738314] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb552c7-693c-4780-ae8b-a5aa168741b8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.746651] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba86ab36-5cea-47b6-9524-fe186cbf875f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.762238] env[62402]: DEBUG nova.compute.provider_tree [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.799815] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.849528] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873468, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.883669] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab816975-8c7d-473b-8430-9ab10ddaf016 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1804.884111] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-545fc312-aa2f-4f29-ba32-ffa5f7ed891a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.891828] env[62402]: DEBUG oslo_vmware.api [None req-ab816975-8c7d-473b-8430-9ab10ddaf016 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1804.891828] env[62402]: value = "task-1873469" [ 1804.891828] env[62402]: _type = "Task" [ 1804.891828] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.900581] env[62402]: DEBUG oslo_vmware.api [None req-ab816975-8c7d-473b-8430-9ab10ddaf016 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.957487] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "34afc048-e4ac-48ed-b7cf-d01e94744300" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.957858] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.958136] env[62402]: DEBUG nova.compute.manager [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Going to confirm migration 4 {{(pid=62402) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1805.139704] env[62402]: DEBUG nova.compute.manager [req-9823d38f-6b48-4512-829d-da487b5607d9 req-64e19924-93a2-43fb-a01d-6a800bdea215 service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Received event network-vif-deleted-cdce75ff-5cba-45a0-adf5-d5c89c2d6d10 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1805.139704] env[62402]: INFO nova.compute.manager [req-9823d38f-6b48-4512-829d-da487b5607d9 req-64e19924-93a2-43fb-a01d-6a800bdea215 service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Neutron deleted interface cdce75ff-5cba-45a0-adf5-d5c89c2d6d10; detaching it from the instance and deleting it from the info cache [ 1805.139889] env[62402]: DEBUG nova.network.neutron [req-9823d38f-6b48-4512-829d-da487b5607d9 req-64e19924-93a2-43fb-a01d-6a800bdea215 service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.265482] env[62402]: DEBUG nova.scheduler.client.report [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.298271] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.353014] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873468, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.378932] env[62402]: DEBUG nova.network.neutron [-] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.402572] env[62402]: DEBUG oslo_vmware.api [None req-ab816975-8c7d-473b-8430-9ab10ddaf016 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873469, 'name': PowerOffVM_Task, 'duration_secs': 0.324748} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.402852] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab816975-8c7d-473b-8430-9ab10ddaf016 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.403109] env[62402]: DEBUG nova.compute.manager [None req-ab816975-8c7d-473b-8430-9ab10ddaf016 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1805.403939] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ed66a9-e2bd-4402-858d-03a853d752fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.499987] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.500311] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquired lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.500575] env[62402]: DEBUG nova.network.neutron [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.500902] env[62402]: DEBUG nova.objects.instance [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lazy-loading 'info_cache' on Instance uuid 34afc048-e4ac-48ed-b7cf-d01e94744300 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.643392] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11c83182-4058-4844-9440-78f7fbe3458d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.654421] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d03a8d-3203-4153-a171-d28cdef59863 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.691581] env[62402]: DEBUG nova.compute.manager [req-9823d38f-6b48-4512-829d-da487b5607d9 req-64e19924-93a2-43fb-a01d-6a800bdea215 service nova] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Detach interface failed, port_id=cdce75ff-5cba-45a0-adf5-d5c89c2d6d10, reason: Instance d99f18d0-b580-4596-b664-e1c7bc1b0508 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1805.745491] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93910248-bc63-4f8a-aafb-077d21b349b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.768643] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance '465dfb3f-7504-42ff-994f-bb4d6edfb976' progress to 0 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1805.774075] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.775905] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.654s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.777649] env[62402]: INFO nova.compute.claims [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1805.800215] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.802096] env[62402]: INFO nova.scheduler.client.report [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Deleted allocations for instance 5e93840b-3a18-49cb-97e0-e18c03158bc9 [ 1805.852030] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873468, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.882024] env[62402]: INFO nova.compute.manager [-] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Took 1.56 seconds to deallocate network for instance. [ 1805.917794] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ab816975-8c7d-473b-8430-9ab10ddaf016 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.278019] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.278733] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1677ebaa-a3a4-4e9d-9f15-6cac44627ce0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.290109] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1806.290109] env[62402]: value = "task-1873470" [ 1806.290109] env[62402]: _type = "Task" [ 1806.290109] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.305293] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.311299] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.311762] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ccda18bc-1f12-4e41-8881-30d4706a49fc tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "5e93840b-3a18-49cb-97e0-e18c03158bc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.579s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.352168] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873468, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.390040] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.751186] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "f175797f-bcdf-4afc-99e7-3dbdca776656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.751580] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "f175797f-bcdf-4afc-99e7-3dbdca776656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.751667] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "f175797f-bcdf-4afc-99e7-3dbdca776656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.751972] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "f175797f-bcdf-4afc-99e7-3dbdca776656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.752108] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "f175797f-bcdf-4afc-99e7-3dbdca776656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.754522] env[62402]: INFO nova.compute.manager [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Terminating instance [ 1806.804439] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.805498] env[62402]: DEBUG nova.network.neutron [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance_info_cache with network_info: [{"id": "17196c71-3cac-4a56-aa83-05636e7d5d4b", "address": "fa:16:3e:9f:1d:c4", "network": {"id": "a93679d2-64fa-44e8-a061-f27f47e81fb5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1212000654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb3433c84ea45749b3a469bc37c02fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17196c71-3c", "ovs_interfaceid": "17196c71-3cac-4a56-aa83-05636e7d5d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.812463] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873470, 'name': PowerOffVM_Task, 'duration_secs': 0.518163} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.815286] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1806.815536] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance '465dfb3f-7504-42ff-994f-bb4d6edfb976' progress to 17 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1806.852922] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873468, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.444295} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.855704] env[62402]: INFO nova.virt.vmwareapi.ds_util [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a762b899-ecde-4ca0-887e-31ee29a6eef0/OSTACK_IMG_a762b899-ecde-4ca0-887e-31ee29a6eef0.vmdk to [datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c/47621b01-ecf7-4bf1-9be9-62b9bdc7700c.vmdk. [ 1806.855910] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Cleaning up location [datastore1] OSTACK_IMG_a762b899-ecde-4ca0-887e-31ee29a6eef0 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1806.856097] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a762b899-ecde-4ca0-887e-31ee29a6eef0 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1806.856873] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a32dc18-390d-44af-b97d-99643a9ac13a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.863628] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1806.863628] env[62402]: value = "task-1873471" [ 1806.863628] env[62402]: _type = "Task" [ 1806.863628] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.875112] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.006597] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a04d8eb-3cde-483f-bffd-86eb822b239e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.013986] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f0596c-7913-42a8-9ed3-cf5d053acb7f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.043970] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e9d0bb-8556-46a2-b892-da4aecbd1caa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.051221] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b9f52a-2187-4c01-a355-24efe638a7b7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.064240] env[62402]: DEBUG nova.compute.provider_tree [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.180402] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.180678] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.180932] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.181184] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.181393] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.183538] env[62402]: INFO nova.compute.manager [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Terminating instance [ 1807.259640] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "refresh_cache-f175797f-bcdf-4afc-99e7-3dbdca776656" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.259889] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquired lock "refresh_cache-f175797f-bcdf-4afc-99e7-3dbdca776656" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.260011] env[62402]: DEBUG nova.network.neutron [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.300337] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.308013] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Releasing lock "refresh_cache-34afc048-e4ac-48ed-b7cf-d01e94744300" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.308272] env[62402]: DEBUG nova.objects.instance [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lazy-loading 'migration_context' on Instance uuid 34afc048-e4ac-48ed-b7cf-d01e94744300 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1807.322559] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1807.322774] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1807.322929] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1807.323130] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1807.323279] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1807.323457] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1807.323629] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1807.323854] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1807.324045] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1807.324215] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1807.324409] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1807.329628] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed882f94-d08d-41f7-9bad-4be0ce87fdf3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.349060] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1807.349060] env[62402]: value = "task-1873472" [ 1807.349060] env[62402]: _type = "Task" [ 1807.349060] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.357372] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.372898] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045581} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.373170] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1807.373342] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c/47621b01-ecf7-4bf1-9be9-62b9bdc7700c.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.373599] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c/47621b01-ecf7-4bf1-9be9-62b9bdc7700c.vmdk to [datastore1] e67a1387-3862-4b89-9e1d-347badf86328/e67a1387-3862-4b89-9e1d-347badf86328.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1807.373928] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b7ef8b3-309c-4209-a3ba-346524f52797 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.381269] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1807.381269] env[62402]: value = "task-1873473" [ 1807.381269] env[62402]: _type = "Task" [ 1807.381269] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.391400] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.567862] env[62402]: DEBUG nova.scheduler.client.report [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.687303] env[62402]: DEBUG nova.compute.manager [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1807.687580] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1807.688665] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8e59c0-a6bd-415a-b51a-8acc63928580 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.698047] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.698370] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bab5394-804d-471d-a62c-fd638afd8d70 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.779521] env[62402]: DEBUG nova.network.neutron [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1807.804141] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.811214] env[62402]: DEBUG nova.objects.base [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Object Instance<34afc048-e4ac-48ed-b7cf-d01e94744300> lazy-loaded attributes: info_cache,migration_context {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1807.812296] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a88d9-18f2-427c-851f-c3135e797b6c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.832964] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087b9cc4-cceb-4e9c-aa8a-24f54bbc0148 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.837316] env[62402]: DEBUG nova.network.neutron [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.840049] env[62402]: DEBUG oslo_vmware.api [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1807.840049] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521271a6-3993-11e2-b3d2-771be1b7c411" [ 1807.840049] env[62402]: _type = "Task" [ 1807.840049] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.851794] env[62402]: DEBUG oslo_vmware.api [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521271a6-3993-11e2-b3d2-771be1b7c411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.859608] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873472, 'name': ReconfigVM_Task, 'duration_secs': 0.278999} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.859807] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance '465dfb3f-7504-42ff-994f-bb4d6edfb976' progress to 33 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1807.892602] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873473, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.940228] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.940475] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.940658] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleting the datastore file [datastore2] fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.940935] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d239159-c17a-4e3c-88fd-3f337d657331 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.948706] env[62402]: DEBUG oslo_vmware.api [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1807.948706] env[62402]: value = "task-1873475" [ 1807.948706] env[62402]: _type = "Task" [ 1807.948706] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.957957] env[62402]: DEBUG oslo_vmware.api [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.073353] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.074029] env[62402]: DEBUG nova.compute.manager [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1808.077530] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.688s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.077846] env[62402]: DEBUG nova.objects.instance [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lazy-loading 'resources' on Instance uuid d99f18d0-b580-4596-b664-e1c7bc1b0508 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1808.303240] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.345030] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Releasing lock "refresh_cache-f175797f-bcdf-4afc-99e7-3dbdca776656" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.345522] env[62402]: DEBUG nova.compute.manager [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1808.345719] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1808.346648] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14332ecd-7273-4435-ad9b-cdb6d3037737 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.355970] env[62402]: DEBUG oslo_vmware.api [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521271a6-3993-11e2-b3d2-771be1b7c411, 'name': SearchDatastore_Task, 'duration_secs': 0.042745} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.358382] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.358696] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1808.358985] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22864593-3680-403c-bb5c-1cda3dc5b70b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.367057] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1808.367363] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.367527] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1808.367713] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.367861] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1808.368016] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1808.368232] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1808.368454] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1808.368626] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1808.368792] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1808.368968] env[62402]: DEBUG nova.virt.hardware [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1808.374889] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1808.375338] env[62402]: DEBUG oslo_vmware.api [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1808.375338] env[62402]: value = "task-1873476" [ 1808.375338] env[62402]: _type = "Task" [ 1808.375338] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.375563] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0789a10-c2e8-4173-883a-5f55c1521076 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.405189] env[62402]: DEBUG oslo_vmware.api [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.409661] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873473, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.409989] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1808.409989] env[62402]: value = "task-1873477" [ 1808.409989] env[62402]: _type = "Task" [ 1808.409989] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.418955] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873477, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.459288] env[62402]: DEBUG oslo_vmware.api [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271594} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.459609] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.459872] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1808.460074] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1808.460282] env[62402]: INFO nova.compute.manager [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Took 0.77 seconds to destroy the instance on the hypervisor. [ 1808.460585] env[62402]: DEBUG oslo.service.loopingcall [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.460867] env[62402]: DEBUG nova.compute.manager [-] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1808.460969] env[62402]: DEBUG nova.network.neutron [-] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1808.587408] env[62402]: DEBUG nova.compute.utils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1808.592446] env[62402]: DEBUG nova.compute.manager [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1808.592857] env[62402]: DEBUG nova.network.neutron [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1808.647215] env[62402]: DEBUG nova.policy [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb4012aa38843dd993346756a94bf36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ff0a2923054afa889f8f3776d2b71d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1808.807021] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.847047] env[62402]: DEBUG nova.compute.manager [req-2a1d1591-8a00-42ad-b960-79e9274d03f4 req-7137740b-3646-4770-8de9-dbdc87ed1b35 service nova] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Received event network-vif-deleted-f8eb3de2-c505-46e1-886f-9ca8ff9b8e67 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1808.847268] env[62402]: INFO nova.compute.manager [req-2a1d1591-8a00-42ad-b960-79e9274d03f4 req-7137740b-3646-4770-8de9-dbdc87ed1b35 service nova] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Neutron deleted interface f8eb3de2-c505-46e1-886f-9ca8ff9b8e67; detaching it from the instance and deleting it from the info cache [ 1808.847443] env[62402]: DEBUG nova.network.neutron [req-2a1d1591-8a00-42ad-b960-79e9274d03f4 req-7137740b-3646-4770-8de9-dbdc87ed1b35 service nova] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.851135] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ddd43e-fcb9-4dc0-9f1a-a1323365666b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.862998] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbe39a3-006e-4013-837e-d0825fb9237d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.935826] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d9585d-57e4-4221-befd-3367be9fd7e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.951774] env[62402]: DEBUG oslo_vmware.api [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873476, 'name': PowerOffVM_Task, 'duration_secs': 0.263258} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.965046] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1808.965046] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1808.965046] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.965277] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873473, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.966053] env[62402]: DEBUG nova.network.neutron [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Successfully created port: cc66c895-2818-4038-847c-88c8b6e4e5e0 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1808.968019] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60160995-c232-46b9-8a48-27fe841f1515 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.970758] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa935d1-da03-47e7-b1bb-26cc9a71c349 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.985909] env[62402]: DEBUG nova.compute.provider_tree [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.009038] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1809.009306] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1809.009519] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Deleting the datastore file [datastore1] f175797f-bcdf-4afc-99e7-3dbdca776656 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1809.009816] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6486813-d33e-412d-ac10-503f211ad271 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.017449] env[62402]: DEBUG oslo_vmware.api [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for the task: (returnval){ [ 1809.017449] env[62402]: value = "task-1873479" [ 1809.017449] env[62402]: _type = "Task" [ 1809.017449] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.026233] env[62402]: DEBUG oslo_vmware.api [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.093077] env[62402]: DEBUG nova.compute.manager [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1809.304169] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.321987] env[62402]: DEBUG nova.network.neutron [-] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.349809] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68953275-e272-4cb9-a630-7db25fc94170 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.360405] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c92557-6fa6-41c6-b432-f5455964275d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.395172] env[62402]: DEBUG nova.compute.manager [req-2a1d1591-8a00-42ad-b960-79e9274d03f4 req-7137740b-3646-4770-8de9-dbdc87ed1b35 service nova] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Detach interface failed, port_id=f8eb3de2-c505-46e1-886f-9ca8ff9b8e67, reason: Instance fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1809.430719] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873477, 'name': ReconfigVM_Task, 'duration_secs': 0.614643} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.433906] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1809.434357] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873473, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.434999] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e6bd9c-5267-46d9-85a6-015000852786 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.462574] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 465dfb3f-7504-42ff-994f-bb4d6edfb976/465dfb3f-7504-42ff-994f-bb4d6edfb976.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.462968] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d144336c-ca24-4955-87e4-f8a1987e4d95 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.482776] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1809.482776] env[62402]: value = "task-1873480" [ 1809.482776] env[62402]: _type = "Task" [ 1809.482776] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.492146] env[62402]: DEBUG nova.scheduler.client.report [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1809.495899] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.527436] env[62402]: DEBUG oslo_vmware.api [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.804619] env[62402]: DEBUG oslo_vmware.api [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873465, 'name': ReconfigVM_Task, 'duration_secs': 5.823363} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.804885] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.805113] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Reconfigured VM to detach interface {{(pid=62402) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1809.825023] env[62402]: INFO nova.compute.manager [-] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Took 1.36 seconds to deallocate network for instance. [ 1809.930998] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873473, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.371254} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.931386] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/47621b01-ecf7-4bf1-9be9-62b9bdc7700c/47621b01-ecf7-4bf1-9be9-62b9bdc7700c.vmdk to [datastore1] e67a1387-3862-4b89-9e1d-347badf86328/e67a1387-3862-4b89-9e1d-347badf86328.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1809.932236] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a036ace6-becb-4b27-a1d1-277d9b1c536f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.956948] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] e67a1387-3862-4b89-9e1d-347badf86328/e67a1387-3862-4b89-9e1d-347badf86328.vmdk or device None with type streamOptimized {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.957250] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca8a2930-7835-4d73-9d61-f3c233acaa99 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.980728] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1809.980728] env[62402]: value = "task-1873481" [ 1809.980728] env[62402]: _type = "Task" [ 1809.980728] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.989892] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.995652] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.997704] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.999573] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.641s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.023686] env[62402]: INFO nova.scheduler.client.report [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Deleted allocations for instance d99f18d0-b580-4596-b664-e1c7bc1b0508 [ 1810.034442] env[62402]: DEBUG oslo_vmware.api [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Task: {'id': task-1873479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.770187} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.034698] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1810.034920] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1810.035131] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1810.036398] env[62402]: INFO nova.compute.manager [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1810.036398] env[62402]: DEBUG oslo.service.loopingcall [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.036398] env[62402]: DEBUG nova.compute.manager [-] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1810.036398] env[62402]: DEBUG nova.network.neutron [-] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1810.060635] env[62402]: DEBUG nova.network.neutron [-] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.103214] env[62402]: DEBUG nova.compute.manager [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1810.131785] env[62402]: DEBUG nova.virt.hardware [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1810.131785] env[62402]: DEBUG nova.virt.hardware [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.131974] env[62402]: DEBUG nova.virt.hardware [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1810.132172] env[62402]: DEBUG nova.virt.hardware [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.132351] env[62402]: DEBUG nova.virt.hardware [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1810.132517] env[62402]: DEBUG nova.virt.hardware [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1810.133020] env[62402]: DEBUG nova.virt.hardware [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1810.133020] env[62402]: DEBUG nova.virt.hardware [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1810.133137] env[62402]: DEBUG nova.virt.hardware [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1810.133238] env[62402]: DEBUG nova.virt.hardware [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1810.133413] env[62402]: DEBUG nova.virt.hardware [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1810.134371] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b72b6b-a06e-4158-9253-4532540f2719 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.143023] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499726b9-0fd1-4719-976a-1c741a80643c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.333686] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.496203] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873481, 'name': ReconfigVM_Task, 'duration_secs': 0.274465} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.500231] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Reconfigured VM instance instance-00000054 to attach disk [datastore1] e67a1387-3862-4b89-9e1d-347badf86328/e67a1387-3862-4b89-9e1d-347badf86328.vmdk or device None with type streamOptimized {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.501912] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'disk_bus': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'image_id': '5478f57f-f57a-4780-a2a6-4bc10ccde419'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387166', 'volume_id': '149f8c38-267a-418a-8344-cf6eda27e02f', 'name': 'volume-149f8c38-267a-418a-8344-cf6eda27e02f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e67a1387-3862-4b89-9e1d-347badf86328', 'attached_at': '', 'detached_at': '', 'volume_id': '149f8c38-267a-418a-8344-cf6eda27e02f', 'serial': '149f8c38-267a-418a-8344-cf6eda27e02f'}, 'disk_bus': None, 'guest_format': None, 'boot_index': None, 'device_type': None, 'attachment_id': '81ccb3b8-88fd-4b44-b5e8-bba7c5afbd16', 'volume_type': None}], 'swap': None} {{(pid=62402) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1810.502138] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1810.502327] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387166', 'volume_id': '149f8c38-267a-418a-8344-cf6eda27e02f', 'name': 'volume-149f8c38-267a-418a-8344-cf6eda27e02f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e67a1387-3862-4b89-9e1d-347badf86328', 'attached_at': '', 'detached_at': '', 'volume_id': '149f8c38-267a-418a-8344-cf6eda27e02f', 'serial': '149f8c38-267a-418a-8344-cf6eda27e02f'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1810.502658] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873480, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.509509] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096d7c78-9ac4-4656-a4db-2f2b3e10ca10 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.528843] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d431ee48-0b47-45e2-b089-c2a3128ceb41 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.556740] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99e987fc-4069-46d3-bafc-3a7783d3085c tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d99f18d0-b580-4596-b664-e1c7bc1b0508" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.892s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.568983] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-149f8c38-267a-418a-8344-cf6eda27e02f/volume-149f8c38-267a-418a-8344-cf6eda27e02f.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1810.570546] env[62402]: DEBUG nova.network.neutron [-] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.571512] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aec03ca-68d5-4e25-98b3-9a16e9367d27 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.589507] env[62402]: INFO nova.compute.manager [-] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Took 0.55 seconds to deallocate network for instance. [ 1810.590070] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.590621] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.590621] env[62402]: DEBUG nova.network.neutron [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.599231] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1810.599231] env[62402]: value = "task-1873482" [ 1810.599231] env[62402]: _type = "Task" [ 1810.599231] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.608616] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.639938] env[62402]: DEBUG nova.compute.manager [req-87d9f7eb-0656-4eb2-ad10-09de022b31aa req-2550f72d-08c8-4fe4-93d1-e41ed8589061 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Received event network-vif-plugged-cc66c895-2818-4038-847c-88c8b6e4e5e0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1810.640226] env[62402]: DEBUG oslo_concurrency.lockutils [req-87d9f7eb-0656-4eb2-ad10-09de022b31aa req-2550f72d-08c8-4fe4-93d1-e41ed8589061 service nova] Acquiring lock "f570ec9e-c2ed-4dea-91b8-5db43bdfedd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.640595] env[62402]: DEBUG oslo_concurrency.lockutils [req-87d9f7eb-0656-4eb2-ad10-09de022b31aa req-2550f72d-08c8-4fe4-93d1-e41ed8589061 service nova] Lock "f570ec9e-c2ed-4dea-91b8-5db43bdfedd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.640663] env[62402]: DEBUG oslo_concurrency.lockutils [req-87d9f7eb-0656-4eb2-ad10-09de022b31aa req-2550f72d-08c8-4fe4-93d1-e41ed8589061 service nova] Lock "f570ec9e-c2ed-4dea-91b8-5db43bdfedd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.640866] env[62402]: DEBUG nova.compute.manager [req-87d9f7eb-0656-4eb2-ad10-09de022b31aa req-2550f72d-08c8-4fe4-93d1-e41ed8589061 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] No waiting events found dispatching network-vif-plugged-cc66c895-2818-4038-847c-88c8b6e4e5e0 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1810.640977] env[62402]: WARNING nova.compute.manager [req-87d9f7eb-0656-4eb2-ad10-09de022b31aa req-2550f72d-08c8-4fe4-93d1-e41ed8589061 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Received unexpected event network-vif-plugged-cc66c895-2818-4038-847c-88c8b6e4e5e0 for instance with vm_state building and task_state spawning. [ 1810.739617] env[62402]: DEBUG nova.network.neutron [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Successfully updated port: cc66c895-2818-4038-847c-88c8b6e4e5e0 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1810.776443] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b7d1ec-d860-47a3-b888-1a98c9aa1cfb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.784125] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b0f214-88e5-4044-ae4d-61f1eb02f310 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.816134] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2590b763-a108-4b7d-8f37-96ed3c6c27cf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.823451] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ad1d47-ce30-48d6-a540-00184efaae13 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.837075] env[62402]: DEBUG nova.compute.provider_tree [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.968285] env[62402]: DEBUG nova.compute.manager [req-a87588fa-0f58-4232-b3d9-e2c48a282334 req-06b79fd2-c3e2-4248-b143-21f64a529c48 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received event network-vif-deleted-3c1dd785-ea58-4d7d-b92b-5bb7101a1876 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1810.968492] env[62402]: INFO nova.compute.manager [req-a87588fa-0f58-4232-b3d9-e2c48a282334 req-06b79fd2-c3e2-4248-b143-21f64a529c48 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Neutron deleted interface 3c1dd785-ea58-4d7d-b92b-5bb7101a1876; detaching it from the instance and deleting it from the info cache [ 1810.968734] env[62402]: DEBUG nova.network.neutron [req-a87588fa-0f58-4232-b3d9-e2c48a282334 req-06b79fd2-c3e2-4248-b143-21f64a529c48 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updating instance_info_cache with network_info: [{"id": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "address": "fa:16:3e:32:72:66", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6db405-c9", "ovs_interfaceid": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4d9a909-15a5-45ee-8211-adacb7955935", "address": "fa:16:3e:7b:93:6e", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d9a909-15", "ovs_interfaceid": "a4d9a909-15a5-45ee-8211-adacb7955935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.993912] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873480, 'name': ReconfigVM_Task, 'duration_secs': 1.05024} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.994205] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 465dfb3f-7504-42ff-994f-bb4d6edfb976/465dfb3f-7504-42ff-994f-bb4d6edfb976.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.994534] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance '465dfb3f-7504-42ff-994f-bb4d6edfb976' progress to 50 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1811.097969] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.108909] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873482, 'name': ReconfigVM_Task, 'duration_secs': 0.314899} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.108966] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-149f8c38-267a-418a-8344-cf6eda27e02f/volume-149f8c38-267a-418a-8344-cf6eda27e02f.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1811.113959] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f262dc4-5131-4334-8b8d-60b2902faf0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.131181] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1811.131181] env[62402]: value = "task-1873483" [ 1811.131181] env[62402]: _type = "Task" [ 1811.131181] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.139150] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.243088] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.243236] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.243394] env[62402]: DEBUG nova.network.neutron [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.319606] env[62402]: INFO nova.network.neutron [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Port 3c1dd785-ea58-4d7d-b92b-5bb7101a1876 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1811.342598] env[62402]: DEBUG nova.scheduler.client.report [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.346077] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.346077] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.444412] env[62402]: DEBUG nova.network.neutron [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updating instance_info_cache with network_info: [{"id": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "address": "fa:16:3e:32:72:66", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6db405-c9", "ovs_interfaceid": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4d9a909-15a5-45ee-8211-adacb7955935", "address": "fa:16:3e:7b:93:6e", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d9a909-15", "ovs_interfaceid": "a4d9a909-15a5-45ee-8211-adacb7955935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.471993] env[62402]: DEBUG oslo_concurrency.lockutils [req-a87588fa-0f58-4232-b3d9-e2c48a282334 req-06b79fd2-c3e2-4248-b143-21f64a529c48 service nova] Acquiring lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.472191] env[62402]: DEBUG oslo_concurrency.lockutils [req-a87588fa-0f58-4232-b3d9-e2c48a282334 req-06b79fd2-c3e2-4248-b143-21f64a529c48 service nova] Acquired lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.473087] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aade541-8c50-4873-a6bd-c94e64a1dbd0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.491426] env[62402]: DEBUG oslo_concurrency.lockutils [req-a87588fa-0f58-4232-b3d9-e2c48a282334 req-06b79fd2-c3e2-4248-b143-21f64a529c48 service nova] Releasing lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.491774] env[62402]: WARNING nova.compute.manager [req-a87588fa-0f58-4232-b3d9-e2c48a282334 req-06b79fd2-c3e2-4248-b143-21f64a529c48 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Detach interface failed, port_id=3c1dd785-ea58-4d7d-b92b-5bb7101a1876, reason: No device with interface-id 3c1dd785-ea58-4d7d-b92b-5bb7101a1876 exists on VM: nova.exception.NotFound: No device with interface-id 3c1dd785-ea58-4d7d-b92b-5bb7101a1876 exists on VM [ 1811.500491] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae81ebb-4a55-4243-a6d1-8899a357562b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.525871] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a8cb58-bb7c-46e9-be0c-eb4688c1db80 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.549181] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance '465dfb3f-7504-42ff-994f-bb4d6edfb976' progress to 67 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1811.640796] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873483, 'name': ReconfigVM_Task, 'duration_secs': 0.148211} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.641662] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387166', 'volume_id': '149f8c38-267a-418a-8344-cf6eda27e02f', 'name': 'volume-149f8c38-267a-418a-8344-cf6eda27e02f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e67a1387-3862-4b89-9e1d-347badf86328', 'attached_at': '', 'detached_at': '', 'volume_id': '149f8c38-267a-418a-8344-cf6eda27e02f', 'serial': '149f8c38-267a-418a-8344-cf6eda27e02f'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1811.641856] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5383ec0-e921-45c9-9d55-67eeca4c2bc3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.656580] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1811.656580] env[62402]: value = "task-1873484" [ 1811.656580] env[62402]: _type = "Task" [ 1811.656580] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.664296] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873484, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.775613] env[62402]: DEBUG nova.network.neutron [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1811.777691] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.778056] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.778343] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "98c092c8-7c8d-4e90-abfa-bb4f00825519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.778551] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.778728] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.780747] env[62402]: INFO nova.compute.manager [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Terminating instance [ 1811.851686] env[62402]: INFO nova.compute.manager [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Detaching volume 9bd7414e-7c8b-4be6-a6dc-eed19c00d506 [ 1811.885458] env[62402]: INFO nova.virt.block_device [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Attempting to driver detach volume 9bd7414e-7c8b-4be6-a6dc-eed19c00d506 from mountpoint /dev/sdb [ 1811.885693] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1811.885884] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387144', 'volume_id': '9bd7414e-7c8b-4be6-a6dc-eed19c00d506', 'name': 'volume-9bd7414e-7c8b-4be6-a6dc-eed19c00d506', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4cb00b8-7656-4add-87e6-015b54ad42dc', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd7414e-7c8b-4be6-a6dc-eed19c00d506', 'serial': '9bd7414e-7c8b-4be6-a6dc-eed19c00d506'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1811.886757] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1a216a-2789-485a-ac67-708f345b9926 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.907775] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9292f72c-d53f-4168-a7bf-881063a53be5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.912073] env[62402]: DEBUG nova.network.neutron [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Updating instance_info_cache with network_info: [{"id": "cc66c895-2818-4038-847c-88c8b6e4e5e0", "address": "fa:16:3e:a4:73:be", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc66c895-28", "ovs_interfaceid": "cc66c895-2818-4038-847c-88c8b6e4e5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.915837] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe4a8e7-a14a-4b4f-8ad2-451820f115ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.935993] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e13b4c-a9e4-4cfe-8ccf-43c3988434ad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.951184] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.953262] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] The volume has not been displaced from its original location: [datastore1] volume-9bd7414e-7c8b-4be6-a6dc-eed19c00d506/volume-9bd7414e-7c8b-4be6-a6dc-eed19c00d506.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1811.958565] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1811.959660] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d90ae28f-3a33-40fc-8543-f87510085041 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.979695] env[62402]: DEBUG oslo_vmware.api [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1811.979695] env[62402]: value = "task-1873485" [ 1811.979695] env[62402]: _type = "Task" [ 1811.979695] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.987841] env[62402]: DEBUG oslo_vmware.api [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.167390] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873484, 'name': Rename_Task, 'duration_secs': 0.162904} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.167684] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1812.167938] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f73e0ae-8f7d-4c1b-a37b-16a56bc234d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.174641] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1812.174641] env[62402]: value = "task-1873486" [ 1812.174641] env[62402]: _type = "Task" [ 1812.174641] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.185308] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.284514] env[62402]: DEBUG nova.compute.manager [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1812.284680] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1812.285586] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3c00be-9d8e-4ff2-996b-0ced01d12683 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.293072] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.293300] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-500c7b23-f2e4-4750-9dcf-ae82d2f4b4ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.299459] env[62402]: DEBUG oslo_vmware.api [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1812.299459] env[62402]: value = "task-1873487" [ 1812.299459] env[62402]: _type = "Task" [ 1812.299459] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.307703] env[62402]: DEBUG oslo_vmware.api [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.356105] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.356s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.358987] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.025s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.359250] env[62402]: DEBUG nova.objects.instance [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lazy-loading 'resources' on Instance uuid fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1812.415728] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.416104] env[62402]: DEBUG nova.compute.manager [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Instance network_info: |[{"id": "cc66c895-2818-4038-847c-88c8b6e4e5e0", "address": "fa:16:3e:a4:73:be", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc66c895-28", "ovs_interfaceid": "cc66c895-2818-4038-847c-88c8b6e4e5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1812.416588] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:73:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc66c895-2818-4038-847c-88c8b6e4e5e0', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.424354] env[62402]: DEBUG oslo.service.loopingcall [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.424563] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.424821] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efa9bbf8-ad6e-440d-9a5c-9dc42ba4a489 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.447543] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.447543] env[62402]: value = "task-1873488" [ 1812.447543] env[62402]: _type = "Task" [ 1812.447543] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.455818] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873488, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.459973] env[62402]: DEBUG oslo_concurrency.lockutils [None req-9d03d995-68b9-49f7-b8cd-f1279bfb2ddd tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-98c092c8-7c8d-4e90-abfa-bb4f00825519-3c1dd785-ea58-4d7d-b92b-5bb7101a1876" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.250s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.490497] env[62402]: DEBUG oslo_vmware.api [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873485, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.675146] env[62402]: DEBUG nova.compute.manager [req-0efeff00-b3f3-4cc7-aaf0-7f56c6399620 req-587047d0-7aee-46e7-be90-808b258eb688 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Received event network-changed-cc66c895-2818-4038-847c-88c8b6e4e5e0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1812.675358] env[62402]: DEBUG nova.compute.manager [req-0efeff00-b3f3-4cc7-aaf0-7f56c6399620 req-587047d0-7aee-46e7-be90-808b258eb688 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Refreshing instance network info cache due to event network-changed-cc66c895-2818-4038-847c-88c8b6e4e5e0. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1812.675585] env[62402]: DEBUG oslo_concurrency.lockutils [req-0efeff00-b3f3-4cc7-aaf0-7f56c6399620 req-587047d0-7aee-46e7-be90-808b258eb688 service nova] Acquiring lock "refresh_cache-f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.675676] env[62402]: DEBUG oslo_concurrency.lockutils [req-0efeff00-b3f3-4cc7-aaf0-7f56c6399620 req-587047d0-7aee-46e7-be90-808b258eb688 service nova] Acquired lock "refresh_cache-f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.675842] env[62402]: DEBUG nova.network.neutron [req-0efeff00-b3f3-4cc7-aaf0-7f56c6399620 req-587047d0-7aee-46e7-be90-808b258eb688 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Refreshing network info cache for port cc66c895-2818-4038-847c-88c8b6e4e5e0 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1812.687739] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.809314] env[62402]: DEBUG oslo_vmware.api [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873487, 'name': PowerOffVM_Task, 'duration_secs': 0.222989} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.809533] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.809704] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1812.809963] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f1432a0-8cad-44a8-a060-7d417c84fda4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.922160] env[62402]: INFO nova.scheduler.client.report [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted allocation for migration ea5cf0f9-f01c-4f21-bbcd-90f0cc90d35b [ 1812.957289] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873488, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.989852] env[62402]: DEBUG oslo_vmware.api [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873485, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.992572] env[62402]: DEBUG nova.compute.manager [req-9a0e5514-22e2-48d4-bc90-9766c306e5a7 req-d2834ec3-52e4-414b-9efe-8186640297ff service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received event network-vif-deleted-a4d9a909-15a5-45ee-8211-adacb7955935 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1812.992984] env[62402]: INFO nova.compute.manager [req-9a0e5514-22e2-48d4-bc90-9766c306e5a7 req-d2834ec3-52e4-414b-9efe-8186640297ff service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Neutron deleted interface a4d9a909-15a5-45ee-8211-adacb7955935; detaching it from the instance and deleting it from the info cache [ 1812.993041] env[62402]: DEBUG nova.network.neutron [req-9a0e5514-22e2-48d4-bc90-9766c306e5a7 req-d2834ec3-52e4-414b-9efe-8186640297ff service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updating instance_info_cache with network_info: [{"id": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "address": "fa:16:3e:32:72:66", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6db405-c9", "ovs_interfaceid": "2f6db405-c930-4fdf-ace4-b3c9cadc8fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.091893] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1813.092145] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1813.092355] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Deleting the datastore file [datastore2] 98c092c8-7c8d-4e90-abfa-bb4f00825519 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1813.092596] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a61383bf-eeb2-40ec-a21e-b568f69b63dd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.099328] env[62402]: DEBUG oslo_vmware.api [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1813.099328] env[62402]: value = "task-1873490" [ 1813.099328] env[62402]: _type = "Task" [ 1813.099328] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.107386] env[62402]: DEBUG oslo_vmware.api [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.141191] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a1b74c-0f8a-4256-846f-0313279274f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.148343] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdba4af-a0f5-4e67-91ba-1857bc2f4c3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.185750] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4c472f-e090-4ff2-9c59-84db357387bb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.193573] env[62402]: DEBUG oslo_vmware.api [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873486, 'name': PowerOnVM_Task, 'duration_secs': 0.52717} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.195549] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1813.198381] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195fcf44-cd66-45de-a745-29aa5ecb414d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.211848] env[62402]: DEBUG nova.compute.provider_tree [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.252082] env[62402]: DEBUG nova.network.neutron [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Port 1d9ee27f-9389-4862-a01a-111a30b7afef binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1813.305759] env[62402]: DEBUG nova.compute.manager [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1813.306698] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58de2ecd-d753-4e52-a200-6ce8eca922dd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.417840] env[62402]: DEBUG nova.network.neutron [req-0efeff00-b3f3-4cc7-aaf0-7f56c6399620 req-587047d0-7aee-46e7-be90-808b258eb688 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Updated VIF entry in instance network info cache for port cc66c895-2818-4038-847c-88c8b6e4e5e0. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1813.418231] env[62402]: DEBUG nova.network.neutron [req-0efeff00-b3f3-4cc7-aaf0-7f56c6399620 req-587047d0-7aee-46e7-be90-808b258eb688 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Updating instance_info_cache with network_info: [{"id": "cc66c895-2818-4038-847c-88c8b6e4e5e0", "address": "fa:16:3e:a4:73:be", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc66c895-28", "ovs_interfaceid": "cc66c895-2818-4038-847c-88c8b6e4e5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.427798] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.470s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.462587] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873488, 'name': CreateVM_Task, 'duration_secs': 0.611337} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.462833] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1813.463784] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.464046] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.464502] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1813.464844] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52eaa4e-0e84-45fd-965e-d400560c900b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.471114] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1813.471114] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e82f50-8211-d03d-0742-d8a3ad478d83" [ 1813.471114] env[62402]: _type = "Task" [ 1813.471114] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.478930] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e82f50-8211-d03d-0742-d8a3ad478d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.488357] env[62402]: DEBUG oslo_vmware.api [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873485, 'name': ReconfigVM_Task, 'duration_secs': 1.223881} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.488656] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1813.494033] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6cc016f-29c1-473a-a5cd-386e6f4d527b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.505712] env[62402]: DEBUG oslo_concurrency.lockutils [req-9a0e5514-22e2-48d4-bc90-9766c306e5a7 req-d2834ec3-52e4-414b-9efe-8186640297ff service nova] Acquiring lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.512064] env[62402]: DEBUG oslo_vmware.api [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1813.512064] env[62402]: value = "task-1873491" [ 1813.512064] env[62402]: _type = "Task" [ 1813.512064] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.520911] env[62402]: DEBUG oslo_vmware.api [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.608895] env[62402]: DEBUG oslo_vmware.api [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177325} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.609219] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1813.609351] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1813.609524] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1813.609699] env[62402]: INFO nova.compute.manager [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1813.609943] env[62402]: DEBUG oslo.service.loopingcall [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1813.610153] env[62402]: DEBUG nova.compute.manager [-] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1813.610249] env[62402]: DEBUG nova.network.neutron [-] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1813.688041] env[62402]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port a4d9a909-15a5-45ee-8211-adacb7955935 could not be found.", "detail": ""}} {{(pid=62402) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1813.688252] env[62402]: DEBUG nova.network.neutron [-] Unable to show port a4d9a909-15a5-45ee-8211-adacb7955935 as it no longer exists. {{(pid=62402) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1813.715389] env[62402]: DEBUG nova.scheduler.client.report [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.825426] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5d3a02fc-fa92-4c8b-805f-21c5e4b7b659 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "e67a1387-3862-4b89-9e1d-347badf86328" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.716s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.920920] env[62402]: DEBUG oslo_concurrency.lockutils [req-0efeff00-b3f3-4cc7-aaf0-7f56c6399620 req-587047d0-7aee-46e7-be90-808b258eb688 service nova] Releasing lock "refresh_cache-f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.988195] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e82f50-8211-d03d-0742-d8a3ad478d83, 'name': SearchDatastore_Task, 'duration_secs': 0.024948} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.988535] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.988788] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1813.989033] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.989184] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.989469] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1813.989621] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-764ae746-fa77-4c06-9c57-5de32cea2045 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.999660] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1814.000658] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1814.001213] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9375d836-6f60-4aa7-b080-345d7e08c64c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.007199] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1814.007199] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d4b656-d71a-a3b6-73c3-c38c78b8a125" [ 1814.007199] env[62402]: _type = "Task" [ 1814.007199] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.024568] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d4b656-d71a-a3b6-73c3-c38c78b8a125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.032158] env[62402]: DEBUG oslo_vmware.api [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873491, 'name': ReconfigVM_Task, 'duration_secs': 0.191845} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.032460] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387144', 'volume_id': '9bd7414e-7c8b-4be6-a6dc-eed19c00d506', 'name': 'volume-9bd7414e-7c8b-4be6-a6dc-eed19c00d506', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4cb00b8-7656-4add-87e6-015b54ad42dc', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd7414e-7c8b-4be6-a6dc-eed19c00d506', 'serial': '9bd7414e-7c8b-4be6-a6dc-eed19c00d506'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1814.221284] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.223718] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.126s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.224021] env[62402]: DEBUG nova.objects.instance [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lazy-loading 'resources' on Instance uuid f175797f-bcdf-4afc-99e7-3dbdca776656 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.251868] env[62402]: INFO nova.scheduler.client.report [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted allocations for instance fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf [ 1814.274920] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "465dfb3f-7504-42ff-994f-bb4d6edfb976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.275400] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.275746] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.482608] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "34afc048-e4ac-48ed-b7cf-d01e94744300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.482900] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.483153] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "34afc048-e4ac-48ed-b7cf-d01e94744300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.483346] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.483519] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.486285] env[62402]: INFO nova.compute.manager [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Terminating instance [ 1814.519834] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d4b656-d71a-a3b6-73c3-c38c78b8a125, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.520880] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532c9cd9-6630-46f1-9118-29bc07ba70cf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.526701] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1814.526701] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bc761d-e8a1-9c1c-2fa8-f3fe08d62fd9" [ 1814.526701] env[62402]: _type = "Task" [ 1814.526701] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.535411] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bc761d-e8a1-9c1c-2fa8-f3fe08d62fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.582979] env[62402]: DEBUG nova.objects.instance [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lazy-loading 'flavor' on Instance uuid d4cb00b8-7656-4add-87e6-015b54ad42dc {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.642475] env[62402]: DEBUG nova.network.neutron [-] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.709039] env[62402]: DEBUG nova.compute.manager [req-668479a7-0c61-40cf-aca3-ec04762ead7a req-958c4aa6-9989-408f-9ad9-6ec3a185e994 service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Received event network-vif-deleted-2f6db405-c930-4fdf-ace4-b3c9cadc8fa9 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1814.759822] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e5801c39-4f72-444d-9bc4-5173ee912089 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.578s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.906401] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b323de5d-000a-4e23-8c8b-7ef68176baa6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.914642] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffde61a-9e49-4a78-ae6b-0caf79dd5676 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.947148] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e9e0ad-04dc-4671-bdce-c22b3ace65a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.955063] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaa61b7-372c-4430-b05f-317077a4ae40 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.968651] env[62402]: DEBUG nova.compute.provider_tree [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.989940] env[62402]: DEBUG nova.compute.manager [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1814.990280] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.990986] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0260ef89-db4e-41d6-b9dc-633cf9edfe7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.999532] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1814.999753] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a4be510-2ffd-4b80-b4c6-234588fd2e70 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.008009] env[62402]: DEBUG oslo_vmware.api [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1815.008009] env[62402]: value = "task-1873492" [ 1815.008009] env[62402]: _type = "Task" [ 1815.008009] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.017388] env[62402]: DEBUG oslo_vmware.api [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.037601] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bc761d-e8a1-9c1c-2fa8-f3fe08d62fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.037917] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.038236] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] f570ec9e-c2ed-4dea-91b8-5db43bdfedd7/f570ec9e-c2ed-4dea-91b8-5db43bdfedd7.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1815.038527] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f981c08-9a9f-4608-9b7a-99cd75966b1e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.047106] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1815.047106] env[62402]: value = "task-1873493" [ 1815.047106] env[62402]: _type = "Task" [ 1815.047106] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.056332] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.145294] env[62402]: INFO nova.compute.manager [-] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Took 1.53 seconds to deallocate network for instance. [ 1815.156545] env[62402]: DEBUG oslo_concurrency.lockutils [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "3d1735e1-4302-4891-9230-5fb564800cda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.156926] env[62402]: DEBUG oslo_concurrency.lockutils [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "3d1735e1-4302-4891-9230-5fb564800cda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.157102] env[62402]: DEBUG oslo_concurrency.lockutils [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "3d1735e1-4302-4891-9230-5fb564800cda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.157313] env[62402]: DEBUG oslo_concurrency.lockutils [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "3d1735e1-4302-4891-9230-5fb564800cda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.157495] env[62402]: DEBUG oslo_concurrency.lockutils [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "3d1735e1-4302-4891-9230-5fb564800cda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.159631] env[62402]: INFO nova.compute.manager [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Terminating instance [ 1815.314332] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.314698] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.314985] env[62402]: DEBUG nova.network.neutron [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1815.471852] env[62402]: DEBUG nova.scheduler.client.report [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1815.519484] env[62402]: DEBUG oslo_vmware.api [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873492, 'name': PowerOffVM_Task, 'duration_secs': 0.203824} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.519748] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1815.519944] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1815.520209] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0dd1688-9718-48b4-ae9c-dc82c0c91a39 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.558274] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478087} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.558572] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] f570ec9e-c2ed-4dea-91b8-5db43bdfedd7/f570ec9e-c2ed-4dea-91b8-5db43bdfedd7.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1815.558794] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1815.559099] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76ded83e-f8b0-4300-8802-f4d8401b708c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.566944] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1815.566944] env[62402]: value = "task-1873495" [ 1815.566944] env[62402]: _type = "Task" [ 1815.566944] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.577227] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.590882] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ba25435-4b24-4b48-9fc8-2a84c17e17cc tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.245s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.646023] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.646023] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.646023] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleting the datastore file [datastore1] 34afc048-e4ac-48ed-b7cf-d01e94744300 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.646023] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e060cd60-542b-4264-a378-4fd1d24eca8f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.653622] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.653934] env[62402]: DEBUG oslo_vmware.api [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for the task: (returnval){ [ 1815.653934] env[62402]: value = "task-1873496" [ 1815.653934] env[62402]: _type = "Task" [ 1815.653934] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.663031] env[62402]: DEBUG nova.compute.manager [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1815.663270] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1815.663575] env[62402]: DEBUG oslo_vmware.api [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.664325] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f383b2f-2697-4a82-8021-d7fcb66b0edb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.671052] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.671282] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a64cfef-e3f8-43d4-a0bd-713613323f0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.677190] env[62402]: DEBUG oslo_vmware.api [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1815.677190] env[62402]: value = "task-1873497" [ 1815.677190] env[62402]: _type = "Task" [ 1815.677190] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.685893] env[62402]: DEBUG oslo_vmware.api [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.856896] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.857163] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.857382] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "d4cb00b8-7656-4add-87e6-015b54ad42dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.857592] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.857782] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.860413] env[62402]: INFO nova.compute.manager [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Terminating instance [ 1815.976947] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.979096] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.326s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.979352] env[62402]: DEBUG nova.objects.instance [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'resources' on Instance uuid 98c092c8-7c8d-4e90-abfa-bb4f00825519 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.005283] env[62402]: INFO nova.scheduler.client.report [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Deleted allocations for instance f175797f-bcdf-4afc-99e7-3dbdca776656 [ 1816.056396] env[62402]: DEBUG nova.network.neutron [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance_info_cache with network_info: [{"id": "1d9ee27f-9389-4862-a01a-111a30b7afef", "address": "fa:16:3e:ba:f4:9a", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9ee27f-93", "ovs_interfaceid": "1d9ee27f-9389-4862-a01a-111a30b7afef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.077347] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065646} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.077602] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1816.078405] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db14558-2480-4a63-b655-8d100b17a1bd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.101754] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] f570ec9e-c2ed-4dea-91b8-5db43bdfedd7/f570ec9e-c2ed-4dea-91b8-5db43bdfedd7.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1816.102040] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faecc95a-6f36-41d8-a477-82361a23919a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.123254] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1816.123254] env[62402]: value = "task-1873498" [ 1816.123254] env[62402]: _type = "Task" [ 1816.123254] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.131928] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.163968] env[62402]: DEBUG oslo_vmware.api [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Task: {'id': task-1873496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262538} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.164256] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.164444] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.164623] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.164822] env[62402]: INFO nova.compute.manager [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1816.165135] env[62402]: DEBUG oslo.service.loopingcall [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.165350] env[62402]: DEBUG nova.compute.manager [-] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1816.165446] env[62402]: DEBUG nova.network.neutron [-] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.187348] env[62402]: DEBUG oslo_vmware.api [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873497, 'name': PowerOffVM_Task, 'duration_secs': 0.271257} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.187528] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1816.187703] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1816.187954] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-375bcde5-f3f2-4af8-a14a-421c3f3c1b2f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.365863] env[62402]: DEBUG nova.compute.manager [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1816.366253] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1816.368607] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788ebf82-cb72-4dc9-9086-dc756aa544dd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.372329] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1816.372663] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1816.372907] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleting the datastore file [datastore2] 3d1735e1-4302-4891-9230-5fb564800cda {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1816.373256] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f52669ea-3be5-4960-b698-ca3ea883fd2a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.381529] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.383297] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d54fefb6-78ff-46e4-8673-7170c8df68f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.385333] env[62402]: DEBUG oslo_vmware.api [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for the task: (returnval){ [ 1816.385333] env[62402]: value = "task-1873500" [ 1816.385333] env[62402]: _type = "Task" [ 1816.385333] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.393269] env[62402]: DEBUG oslo_vmware.api [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1816.393269] env[62402]: value = "task-1873501" [ 1816.393269] env[62402]: _type = "Task" [ 1816.393269] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.397733] env[62402]: DEBUG oslo_vmware.api [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.409422] env[62402]: DEBUG oslo_vmware.api [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.515886] env[62402]: DEBUG oslo_concurrency.lockutils [None req-93014636-287c-4439-b0be-7b96c00008a9 tempest-ServerShowV247Test-63165465 tempest-ServerShowV247Test-63165465-project-member] Lock "f175797f-bcdf-4afc-99e7-3dbdca776656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.764s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.560218] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.638558] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.698880] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d3707e-249d-4c13-84a9-cb9b1321672b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.709570] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b921c9c-fa9b-458d-bd8c-e7a022d0e1ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.763536] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2afc0a-dee3-4281-beaf-16e95d489e3b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.768309] env[62402]: DEBUG nova.compute.manager [req-624aa15b-6985-4fc3-bff0-59c27cfd2036 req-22937777-f47c-4ede-b9ad-63f7187ead2e service nova] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Received event network-vif-deleted-17196c71-3cac-4a56-aa83-05636e7d5d4b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1816.768518] env[62402]: INFO nova.compute.manager [req-624aa15b-6985-4fc3-bff0-59c27cfd2036 req-22937777-f47c-4ede-b9ad-63f7187ead2e service nova] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Neutron deleted interface 17196c71-3cac-4a56-aa83-05636e7d5d4b; detaching it from the instance and deleting it from the info cache [ 1816.768768] env[62402]: DEBUG nova.network.neutron [req-624aa15b-6985-4fc3-bff0-59c27cfd2036 req-22937777-f47c-4ede-b9ad-63f7187ead2e service nova] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.780065] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4924553-32d7-4e84-8f77-21908277fc3f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.797742] env[62402]: DEBUG nova.compute.provider_tree [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.897134] env[62402]: DEBUG oslo_vmware.api [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Task: {'id': task-1873500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360892} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.897533] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.897665] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.897780] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.897960] env[62402]: INFO nova.compute.manager [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1816.898268] env[62402]: DEBUG oslo.service.loopingcall [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.898579] env[62402]: DEBUG nova.compute.manager [-] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1816.898675] env[62402]: DEBUG nova.network.neutron [-] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.911351] env[62402]: DEBUG oslo_vmware.api [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873501, 'name': PowerOffVM_Task, 'duration_secs': 0.392658} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.911678] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1816.911907] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1816.912211] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdf0d009-d4ca-44db-9da7-632890aa78e9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.944276] env[62402]: DEBUG nova.network.neutron [-] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.015151] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1817.015511] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1817.015644] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Deleting the datastore file [datastore2] d4cb00b8-7656-4add-87e6-015b54ad42dc {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1817.015931] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ccb8725-8a97-4827-920d-d34aa6bc2952 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.025607] env[62402]: DEBUG oslo_vmware.api [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1817.025607] env[62402]: value = "task-1873503" [ 1817.025607] env[62402]: _type = "Task" [ 1817.025607] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.038051] env[62402]: DEBUG oslo_vmware.api [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.074627] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d305dd-51cc-40a2-8811-143b0b55a419 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.083347] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de99da2e-5bda-4145-b253-7ed1778a7a0d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.136086] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873498, 'name': ReconfigVM_Task, 'duration_secs': 0.851902} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.136431] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Reconfigured VM instance instance-0000006a to attach disk [datastore2] f570ec9e-c2ed-4dea-91b8-5db43bdfedd7/f570ec9e-c2ed-4dea-91b8-5db43bdfedd7.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1817.137210] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70049c71-d0ad-4a63-8eea-1ee0ee9844f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.146897] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1817.146897] env[62402]: value = "task-1873504" [ 1817.146897] env[62402]: _type = "Task" [ 1817.146897] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.159433] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873504, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.272095] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-283cfa2c-89f4-4508-8a9f-147a6c22130e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.283859] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797f0b0f-bdb9-4b7b-88bc-63ca2ce98491 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.302363] env[62402]: DEBUG nova.scheduler.client.report [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.325292] env[62402]: DEBUG nova.compute.manager [req-624aa15b-6985-4fc3-bff0-59c27cfd2036 req-22937777-f47c-4ede-b9ad-63f7187ead2e service nova] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Detach interface failed, port_id=17196c71-3cac-4a56-aa83-05636e7d5d4b, reason: Instance 34afc048-e4ac-48ed-b7cf-d01e94744300 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1817.447674] env[62402]: INFO nova.compute.manager [-] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Took 1.28 seconds to deallocate network for instance. [ 1817.539866] env[62402]: DEBUG oslo_vmware.api [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263415} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.540638] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1817.540638] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1817.540871] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1817.541090] env[62402]: INFO nova.compute.manager [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1817.541365] env[62402]: DEBUG oslo.service.loopingcall [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.541551] env[62402]: DEBUG nova.compute.manager [-] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1817.541737] env[62402]: DEBUG nova.network.neutron [-] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1817.662934] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873504, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.723567] env[62402]: DEBUG nova.network.neutron [-] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.807638] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.831403] env[62402]: INFO nova.scheduler.client.report [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Deleted allocations for instance 98c092c8-7c8d-4e90-abfa-bb4f00825519 [ 1817.959573] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.959845] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.960055] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.982988] env[62402]: INFO nova.scheduler.client.report [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Deleted allocations for instance 34afc048-e4ac-48ed-b7cf-d01e94744300 [ 1818.158352] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873504, 'name': Rename_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.202596] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c07f950-9844-4df0-8aa8-e6375d0b8124 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.225736] env[62402]: INFO nova.compute.manager [-] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Took 1.33 seconds to deallocate network for instance. [ 1818.228259] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282bb94b-3e41-476e-9c02-c3e0a7825f48 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.238782] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance '465dfb3f-7504-42ff-994f-bb4d6edfb976' progress to 83 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1818.339757] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5f1412da-12d7-4ca5-bc1c-7bd6d320bbe8 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.561s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.340812] env[62402]: DEBUG oslo_concurrency.lockutils [req-9a0e5514-22e2-48d4-bc90-9766c306e5a7 req-d2834ec3-52e4-414b-9efe-8186640297ff service nova] Acquired lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.342213] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ac0dee-b092-41d0-8105-701f208083c0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.352338] env[62402]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1818.352479] env[62402]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62402) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1818.353131] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04ce5ce4-d2f8-4bcd-bccf-c321a710f23f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.363884] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0bf4f2-57ef-45ea-9487-e834e7fc2f72 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.398404] env[62402]: ERROR root [req-9a0e5514-22e2-48d4-bc90-9766c306e5a7 req-d2834ec3-52e4-414b-9efe-8186640297ff service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-387082' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-387082' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-387082' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-387082'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-387082' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-387082' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-387082'}\n"]: nova.exception.InstanceNotFound: Instance 98c092c8-7c8d-4e90-abfa-bb4f00825519 could not be found. [ 1818.398614] env[62402]: DEBUG oslo_concurrency.lockutils [req-9a0e5514-22e2-48d4-bc90-9766c306e5a7 req-d2834ec3-52e4-414b-9efe-8186640297ff service nova] Releasing lock "98c092c8-7c8d-4e90-abfa-bb4f00825519" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.398827] env[62402]: DEBUG nova.compute.manager [req-9a0e5514-22e2-48d4-bc90-9766c306e5a7 req-d2834ec3-52e4-414b-9efe-8186640297ff service nova] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Detach interface failed, port_id=a4d9a909-15a5-45ee-8211-adacb7955935, reason: Instance 98c092c8-7c8d-4e90-abfa-bb4f00825519 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1818.491509] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3ee1fd48-7a4e-47e9-abeb-9da8517981d4 tempest-DeleteServersTestJSON-1188387972 tempest-DeleteServersTestJSON-1188387972-project-member] Lock "34afc048-e4ac-48ed-b7cf-d01e94744300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.008s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.567429] env[62402]: DEBUG nova.network.neutron [-] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.659022] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873504, 'name': Rename_Task, 'duration_secs': 1.145458} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.659278] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1818.659525] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-336175e8-ffc7-4bca-8dcf-957c3d2344c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.667750] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1818.667750] env[62402]: value = "task-1873505" [ 1818.667750] env[62402]: _type = "Task" [ 1818.667750] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.681114] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.735085] env[62402]: DEBUG oslo_concurrency.lockutils [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.735379] env[62402]: DEBUG oslo_concurrency.lockutils [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.735604] env[62402]: DEBUG nova.objects.instance [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lazy-loading 'resources' on Instance uuid 3d1735e1-4302-4891-9230-5fb564800cda {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.745014] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1818.745327] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eabd632-2d2a-4035-8a2e-f88adb3d3c15 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.754619] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1818.754619] env[62402]: value = "task-1873506" [ 1818.754619] env[62402]: _type = "Task" [ 1818.754619] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.764285] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.792178] env[62402]: DEBUG nova.compute.manager [req-60e928b5-a2d2-4390-8a5d-86a36f059a7d req-6c3b8e02-0130-4848-9264-1950e313d106 service nova] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Received event network-vif-deleted-4b4de1d8-c4d9-4cc4-a49d-1a2675fc411f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1818.792463] env[62402]: DEBUG nova.compute.manager [req-60e928b5-a2d2-4390-8a5d-86a36f059a7d req-6c3b8e02-0130-4848-9264-1950e313d106 service nova] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Received event network-vif-deleted-a46e8e40-5fdb-400a-8525-eee3edf0f38c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1819.070171] env[62402]: INFO nova.compute.manager [-] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Took 1.53 seconds to deallocate network for instance. [ 1819.183500] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873505, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.264953] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873506, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.396362] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3740a47a-b6d2-4384-8876-8b414e9c88e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.405054] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dfd16c-d9f6-4114-aa39-830586e6d74b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.438685] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e59fd2-e80f-4ad3-aed7-51becf111f33 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.446964] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85af00ba-7c0d-45c8-b9ea-78322798f0e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.460960] env[62402]: DEBUG nova.compute.provider_tree [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.577832] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.679288] env[62402]: DEBUG oslo_vmware.api [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873505, 'name': PowerOnVM_Task, 'duration_secs': 0.594508} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.679590] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.679791] env[62402]: INFO nova.compute.manager [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1819.679971] env[62402]: DEBUG nova.compute.manager [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1819.680773] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654c594d-9d49-4386-b7ad-5f56e0218afe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.764545] env[62402]: DEBUG oslo_vmware.api [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873506, 'name': PowerOnVM_Task, 'duration_secs': 0.520492} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.764837] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.766059] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f2a237-b2f0-44a1-b12e-f519aac25fff tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance '465dfb3f-7504-42ff-994f-bb4d6edfb976' progress to 100 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1819.964732] env[62402]: DEBUG nova.scheduler.client.report [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1820.199793] env[62402]: INFO nova.compute.manager [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Took 16.10 seconds to build instance. [ 1820.470053] env[62402]: DEBUG oslo_concurrency.lockutils [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.472389] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.895s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.472648] env[62402]: DEBUG nova.objects.instance [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lazy-loading 'resources' on Instance uuid d4cb00b8-7656-4add-87e6-015b54ad42dc {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1820.490307] env[62402]: INFO nova.scheduler.client.report [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Deleted allocations for instance 3d1735e1-4302-4891-9230-5fb564800cda [ 1820.702111] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d07f906c-1c27-412d-b03e-0e82eab68107 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.606s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.955404] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "84665542-d2a1-4c55-acba-32e624b3a2f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.955607] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "84665542-d2a1-4c55-acba-32e624b3a2f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.999375] env[62402]: DEBUG oslo_concurrency.lockutils [None req-beae0f91-285c-4637-87b2-b73755f42b99 tempest-ServersTestJSON-1209030868 tempest-ServersTestJSON-1209030868-project-member] Lock "3d1735e1-4302-4891-9230-5fb564800cda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.842s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.128091] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a9972a-d628-403f-95b1-b7ab0ffb1481 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.136834] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d56744-7125-41b0-a331-e56c51dbd3c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.181234] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf1617e-c56c-4a04-abcf-f0dc25af6c5d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.189536] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85959513-2c98-4d34-93a0-8f0b532b611f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.202962] env[62402]: DEBUG nova.compute.provider_tree [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.459250] env[62402]: DEBUG nova.compute.manager [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1821.484483] env[62402]: DEBUG nova.compute.manager [req-195a12b9-879b-4944-9731-4d5b4b03442a req-859cceda-e811-4b67-b90f-f2fead5bd1c3 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Received event network-changed-cc66c895-2818-4038-847c-88c8b6e4e5e0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1821.484854] env[62402]: DEBUG nova.compute.manager [req-195a12b9-879b-4944-9731-4d5b4b03442a req-859cceda-e811-4b67-b90f-f2fead5bd1c3 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Refreshing instance network info cache due to event network-changed-cc66c895-2818-4038-847c-88c8b6e4e5e0. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1821.485225] env[62402]: DEBUG oslo_concurrency.lockutils [req-195a12b9-879b-4944-9731-4d5b4b03442a req-859cceda-e811-4b67-b90f-f2fead5bd1c3 service nova] Acquiring lock "refresh_cache-f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.485497] env[62402]: DEBUG oslo_concurrency.lockutils [req-195a12b9-879b-4944-9731-4d5b4b03442a req-859cceda-e811-4b67-b90f-f2fead5bd1c3 service nova] Acquired lock "refresh_cache-f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.487432] env[62402]: DEBUG nova.network.neutron [req-195a12b9-879b-4944-9731-4d5b4b03442a req-859cceda-e811-4b67-b90f-f2fead5bd1c3 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Refreshing network info cache for port cc66c895-2818-4038-847c-88c8b6e4e5e0 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.708021] env[62402]: DEBUG nova.scheduler.client.report [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.989163] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.165607] env[62402]: DEBUG nova.network.neutron [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Port 1d9ee27f-9389-4862-a01a-111a30b7afef binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1822.165870] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.166034] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.166234] env[62402]: DEBUG nova.network.neutron [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.211418] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.214992] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.225s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.216623] env[62402]: INFO nova.compute.claims [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.241938] env[62402]: INFO nova.scheduler.client.report [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Deleted allocations for instance d4cb00b8-7656-4add-87e6-015b54ad42dc [ 1822.750473] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ce18cbb9-c87c-411d-b0d7-8cb002b85ad4 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "d4cb00b8-7656-4add-87e6-015b54ad42dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.893s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.892187] env[62402]: DEBUG nova.network.neutron [req-195a12b9-879b-4944-9731-4d5b4b03442a req-859cceda-e811-4b67-b90f-f2fead5bd1c3 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Updated VIF entry in instance network info cache for port cc66c895-2818-4038-847c-88c8b6e4e5e0. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.892542] env[62402]: DEBUG nova.network.neutron [req-195a12b9-879b-4944-9731-4d5b4b03442a req-859cceda-e811-4b67-b90f-f2fead5bd1c3 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Updating instance_info_cache with network_info: [{"id": "cc66c895-2818-4038-847c-88c8b6e4e5e0", "address": "fa:16:3e:a4:73:be", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc66c895-28", "ovs_interfaceid": "cc66c895-2818-4038-847c-88c8b6e4e5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.116548] env[62402]: DEBUG nova.network.neutron [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance_info_cache with network_info: [{"id": "1d9ee27f-9389-4862-a01a-111a30b7afef", "address": "fa:16:3e:ba:f4:9a", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9ee27f-93", "ovs_interfaceid": "1d9ee27f-9389-4862-a01a-111a30b7afef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.390343] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1310f919-0594-480e-876e-e5650a691d7f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.400128] env[62402]: DEBUG oslo_concurrency.lockutils [req-195a12b9-879b-4944-9731-4d5b4b03442a req-859cceda-e811-4b67-b90f-f2fead5bd1c3 service nova] Releasing lock "refresh_cache-f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.400258] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51080568-99ab-4d56-acaa-575817559fa3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.438657] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1929b1-057e-4f80-bfb8-b1bab160c070 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.449541] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3737c4d3-0b02-45f8-af22-1c7de843a941 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.463999] env[62402]: DEBUG nova.compute.provider_tree [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.619633] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.969371] env[62402]: DEBUG nova.scheduler.client.report [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.124450] env[62402]: DEBUG nova.compute.manager [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62402) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1824.474972] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.475568] env[62402]: DEBUG nova.compute.manager [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1824.983263] env[62402]: DEBUG nova.compute.utils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1824.983263] env[62402]: DEBUG nova.compute.manager [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1824.983263] env[62402]: DEBUG nova.network.neutron [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1825.052226] env[62402]: DEBUG nova.policy [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514afb0494064b9191c3a742d89cbc30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e8ba47d276144d6b8ef2c2694f097a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1825.267067] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.267415] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.435571] env[62402]: DEBUG nova.network.neutron [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Successfully created port: 377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1825.488684] env[62402]: DEBUG nova.compute.manager [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1825.671298] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.671698] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.770676] env[62402]: DEBUG nova.objects.instance [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'migration_context' on Instance uuid 465dfb3f-7504-42ff-994f-bb4d6edfb976 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1826.174158] env[62402]: DEBUG nova.compute.manager [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1826.413456] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d57b7c8-58a5-4514-bc7c-b81c48522a45 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.422238] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f335e6-1f41-4c39-869c-800abcd9717b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.453949] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4498f699-dfd2-4438-a7fc-a87fe65504eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.462236] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254213ca-c34f-4097-bc89-5573ced1a86f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.476644] env[62402]: DEBUG nova.compute.provider_tree [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.502344] env[62402]: DEBUG nova.compute.manager [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1826.532520] env[62402]: DEBUG nova.virt.hardware [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1826.532784] env[62402]: DEBUG nova.virt.hardware [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1826.532961] env[62402]: DEBUG nova.virt.hardware [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1826.533188] env[62402]: DEBUG nova.virt.hardware [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1826.533416] env[62402]: DEBUG nova.virt.hardware [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1826.533705] env[62402]: DEBUG nova.virt.hardware [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1826.533987] env[62402]: DEBUG nova.virt.hardware [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1826.534200] env[62402]: DEBUG nova.virt.hardware [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1826.534391] env[62402]: DEBUG nova.virt.hardware [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1826.534624] env[62402]: DEBUG nova.virt.hardware [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1826.534947] env[62402]: DEBUG nova.virt.hardware [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1826.535889] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d02a13-7b12-485b-9a61-80e9ef8f7cc2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.545458] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c04e9e-a530-413b-9b7f-69acb038a2fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.695361] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.881203] env[62402]: DEBUG nova.compute.manager [req-51758046-2241-4351-9e6a-05e322ab8fd5 req-dacf05e7-978c-447b-b444-30a435333ec8 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Received event network-vif-plugged-377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1826.881203] env[62402]: DEBUG oslo_concurrency.lockutils [req-51758046-2241-4351-9e6a-05e322ab8fd5 req-dacf05e7-978c-447b-b444-30a435333ec8 service nova] Acquiring lock "84665542-d2a1-4c55-acba-32e624b3a2f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.881203] env[62402]: DEBUG oslo_concurrency.lockutils [req-51758046-2241-4351-9e6a-05e322ab8fd5 req-dacf05e7-978c-447b-b444-30a435333ec8 service nova] Lock "84665542-d2a1-4c55-acba-32e624b3a2f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.881886] env[62402]: DEBUG oslo_concurrency.lockutils [req-51758046-2241-4351-9e6a-05e322ab8fd5 req-dacf05e7-978c-447b-b444-30a435333ec8 service nova] Lock "84665542-d2a1-4c55-acba-32e624b3a2f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.882229] env[62402]: DEBUG nova.compute.manager [req-51758046-2241-4351-9e6a-05e322ab8fd5 req-dacf05e7-978c-447b-b444-30a435333ec8 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] No waiting events found dispatching network-vif-plugged-377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1826.882541] env[62402]: WARNING nova.compute.manager [req-51758046-2241-4351-9e6a-05e322ab8fd5 req-dacf05e7-978c-447b-b444-30a435333ec8 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Received unexpected event network-vif-plugged-377a6f4c-cc76-41f9-be60-c9d0c55e1e43 for instance with vm_state building and task_state spawning. [ 1826.972052] env[62402]: DEBUG nova.network.neutron [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Successfully updated port: 377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1826.983035] env[62402]: DEBUG nova.scheduler.client.report [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1827.480727] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.480868] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.481276] env[62402]: DEBUG nova.network.neutron [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.990248] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.723s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.995844] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.302s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.997387] env[62402]: INFO nova.compute.claims [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1828.016644] env[62402]: DEBUG nova.network.neutron [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1828.197466] env[62402]: DEBUG nova.network.neutron [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updating instance_info_cache with network_info: [{"id": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "address": "fa:16:3e:8d:55:7a", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a6f4c-cc", "ovs_interfaceid": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.250902] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquiring lock "04d41768-c807-47c7-beb5-713659cf8b52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.251155] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lock "04d41768-c807-47c7-beb5-713659cf8b52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.700462] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.700814] env[62402]: DEBUG nova.compute.manager [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Instance network_info: |[{"id": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "address": "fa:16:3e:8d:55:7a", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a6f4c-cc", "ovs_interfaceid": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1828.701273] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:55:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '377a6f4c-cc76-41f9-be60-c9d0c55e1e43', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1828.711146] env[62402]: DEBUG oslo.service.loopingcall [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.711455] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1828.711732] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e73c9f4-1934-4454-b983-4315e44e4f15 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.738231] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1828.738231] env[62402]: value = "task-1873508" [ 1828.738231] env[62402]: _type = "Task" [ 1828.738231] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.748825] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873508, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.754420] env[62402]: DEBUG nova.compute.manager [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1828.907077] env[62402]: DEBUG nova.compute.manager [req-8ae060fa-4b70-47f9-8bcd-654d26448dda req-3ab4d268-11cb-4ff7-aa09-0c02782c427c service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Received event network-changed-377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1828.907278] env[62402]: DEBUG nova.compute.manager [req-8ae060fa-4b70-47f9-8bcd-654d26448dda req-3ab4d268-11cb-4ff7-aa09-0c02782c427c service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Refreshing instance network info cache due to event network-changed-377a6f4c-cc76-41f9-be60-c9d0c55e1e43. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1828.907543] env[62402]: DEBUG oslo_concurrency.lockutils [req-8ae060fa-4b70-47f9-8bcd-654d26448dda req-3ab4d268-11cb-4ff7-aa09-0c02782c427c service nova] Acquiring lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.907730] env[62402]: DEBUG oslo_concurrency.lockutils [req-8ae060fa-4b70-47f9-8bcd-654d26448dda req-3ab4d268-11cb-4ff7-aa09-0c02782c427c service nova] Acquired lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.907938] env[62402]: DEBUG nova.network.neutron [req-8ae060fa-4b70-47f9-8bcd-654d26448dda req-3ab4d268-11cb-4ff7-aa09-0c02782c427c service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Refreshing network info cache for port 377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.169094] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92cae67-88b2-4fe2-9fdd-61df83294ba7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.177394] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f895111d-032f-4569-be6a-445d1552dedd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.207652] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f14f8d-4b78-41fe-bd95-74b4688b41d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.215645] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fd5421-40b2-43a7-b4e2-da4abb7c8eb6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.229617] env[62402]: DEBUG nova.compute.provider_tree [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.249756] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873508, 'name': CreateVM_Task, 'duration_secs': 0.420235} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.249756] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1829.250486] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.250486] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.250778] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1829.251028] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3ba282-2f27-4fde-9076-49c41ec88224 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.256570] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1829.256570] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d2645b-eb76-8ca4-5334-b25e7c7f35d8" [ 1829.256570] env[62402]: _type = "Task" [ 1829.256570] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.267471] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d2645b-eb76-8ca4-5334-b25e7c7f35d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.276667] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.528682] env[62402]: INFO nova.compute.manager [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Swapping old allocation on dict_keys(['c2826406-6fc4-4c09-886a-a6552c22449a']) held by migration 53f76563-24d4-43ff-a8df-2ca57aec35a6 for instance [ 1829.552757] env[62402]: DEBUG nova.scheduler.client.report [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Overwriting current allocation {'allocations': {'c2826406-6fc4-4c09-886a-a6552c22449a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 137}}, 'project_id': '0dc137df952d4bf083ec4e7bbd0f608f', 'user_id': 'c2e46c9fe6764394a8414b4ffb26d5f3', 'consumer_generation': 1} on consumer 465dfb3f-7504-42ff-994f-bb4d6edfb976 {{(pid=62402) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1829.623484] env[62402]: DEBUG nova.network.neutron [req-8ae060fa-4b70-47f9-8bcd-654d26448dda req-3ab4d268-11cb-4ff7-aa09-0c02782c427c service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updated VIF entry in instance network info cache for port 377a6f4c-cc76-41f9-be60-c9d0c55e1e43. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.623836] env[62402]: DEBUG nova.network.neutron [req-8ae060fa-4b70-47f9-8bcd-654d26448dda req-3ab4d268-11cb-4ff7-aa09-0c02782c427c service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updating instance_info_cache with network_info: [{"id": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "address": "fa:16:3e:8d:55:7a", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a6f4c-cc", "ovs_interfaceid": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.638381] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.638554] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.638721] env[62402]: DEBUG nova.network.neutron [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1829.732698] env[62402]: DEBUG nova.scheduler.client.report [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.769614] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d2645b-eb76-8ca4-5334-b25e7c7f35d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.769614] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.769614] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1829.769614] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.769614] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.769614] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1829.769614] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b6f2d93-164e-45d9-aa69-a8f58aaf2037 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.777697] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1829.777877] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1829.778589] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ee137f-a20a-41ae-b97f-91339385b0b4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.785429] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1829.785429] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522c8ba2-8c50-84eb-a35f-a1d565999a7e" [ 1829.785429] env[62402]: _type = "Task" [ 1829.785429] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.794075] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522c8ba2-8c50-84eb-a35f-a1d565999a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.895103] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.895366] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.127732] env[62402]: DEBUG oslo_concurrency.lockutils [req-8ae060fa-4b70-47f9-8bcd-654d26448dda req-3ab4d268-11cb-4ff7-aa09-0c02782c427c service nova] Releasing lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.236870] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.237396] env[62402]: DEBUG nova.compute.manager [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1830.240518] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.964s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.241939] env[62402]: INFO nova.compute.claims [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1830.296946] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522c8ba2-8c50-84eb-a35f-a1d565999a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.297929] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eccfc2cb-c411-4832-9d79-7c230e9c5f6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.303664] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1830.303664] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bae2ff-2dfd-211c-9257-350f5a759237" [ 1830.303664] env[62402]: _type = "Task" [ 1830.303664] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.311668] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bae2ff-2dfd-211c-9257-350f5a759237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.356619] env[62402]: DEBUG nova.network.neutron [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance_info_cache with network_info: [{"id": "1d9ee27f-9389-4862-a01a-111a30b7afef", "address": "fa:16:3e:ba:f4:9a", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9ee27f-93", "ovs_interfaceid": "1d9ee27f-9389-4862-a01a-111a30b7afef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.397926] env[62402]: DEBUG nova.compute.utils [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.742832] env[62402]: DEBUG nova.compute.utils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.744752] env[62402]: DEBUG nova.compute.manager [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1830.744752] env[62402]: DEBUG nova.network.neutron [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.786746] env[62402]: DEBUG nova.policy [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e889ca5a5db474bb129c4efce820aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3884cf041b804725be5a7334a54e6a45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1830.814684] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bae2ff-2dfd-211c-9257-350f5a759237, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.816584] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.816839] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 84665542-d2a1-4c55-acba-32e624b3a2f3/84665542-d2a1-4c55-acba-32e624b3a2f3.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1830.817115] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94061529-83fd-432d-8fd0-1764f9e81a4e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.824362] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1830.824362] env[62402]: value = "task-1873509" [ 1830.824362] env[62402]: _type = "Task" [ 1830.824362] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.831602] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.859357] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-465dfb3f-7504-42ff-994f-bb4d6edfb976" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.860317] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad18c56-e6dc-462f-8d35-6abf68cdc4a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.867058] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f765ad-f57c-497c-ab00-fb36bb745555 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.900112] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.143978] env[62402]: DEBUG nova.network.neutron [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Successfully created port: 6181200c-4399-4b66-bfc8-a3995a0bde02 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1831.249293] env[62402]: DEBUG nova.compute.manager [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1831.334709] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41193} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.334999] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 84665542-d2a1-4c55-acba-32e624b3a2f3/84665542-d2a1-4c55-acba-32e624b3a2f3.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.335291] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.335694] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1dfc71e-adae-4e3e-b792-7bd25c6a17ac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.345250] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1831.345250] env[62402]: value = "task-1873510" [ 1831.345250] env[62402]: _type = "Task" [ 1831.345250] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.355583] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.416261] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3322e2ad-60dd-4f25-8346-41d6c09f3457 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.424638] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18369f0-1dd8-4276-abb7-4d9239cc3be2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.458264] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf7a783-8edf-4c35-abde-9c3ae2b68673 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.469190] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71120573-6763-49e4-9256-745766021a87 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.481522] env[62402]: DEBUG nova.compute.provider_tree [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.854776] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061228} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.855122] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1831.855883] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae4427f-b5bc-4fd5-92b5-d19100cd6d96 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.877726] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 84665542-d2a1-4c55-acba-32e624b3a2f3/84665542-d2a1-4c55-acba-32e624b3a2f3.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.877975] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5b7106b-dfbe-4aa6-a273-67af726a2575 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.898315] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1831.898315] env[62402]: value = "task-1873511" [ 1831.898315] env[62402]: _type = "Task" [ 1831.898315] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.906099] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.984791] env[62402]: DEBUG nova.scheduler.client.report [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.990631] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1831.990892] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7450cbba-4ce6-4c00-8353-26a007496d4e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.998054] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1831.998054] env[62402]: value = "task-1873512" [ 1831.998054] env[62402]: _type = "Task" [ 1831.998054] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.006739] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.075995] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.075995] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.075995] env[62402]: INFO nova.compute.manager [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Attaching volume acfcadf6-ee26-49ca-93cb-3bec7690de22 to /dev/sdb [ 1832.107947] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb0684c-6e75-4aaf-a40b-118422d04494 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.115328] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3e55f6-e0e3-433d-8553-bb140ba0c328 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.129187] env[62402]: DEBUG nova.virt.block_device [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Updating existing volume attachment record: 7e11d8ac-09a7-4fde-9b29-2fa73164a07d {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1832.261752] env[62402]: DEBUG nova.compute.manager [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1832.289364] env[62402]: DEBUG nova.virt.hardware [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1832.289612] env[62402]: DEBUG nova.virt.hardware [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.289770] env[62402]: DEBUG nova.virt.hardware [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1832.289951] env[62402]: DEBUG nova.virt.hardware [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.290122] env[62402]: DEBUG nova.virt.hardware [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1832.290269] env[62402]: DEBUG nova.virt.hardware [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1832.290599] env[62402]: DEBUG nova.virt.hardware [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1832.290788] env[62402]: DEBUG nova.virt.hardware [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1832.290959] env[62402]: DEBUG nova.virt.hardware [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1832.291138] env[62402]: DEBUG nova.virt.hardware [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1832.291314] env[62402]: DEBUG nova.virt.hardware [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1832.292230] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afedcd2-4471-4d86-9d75-ad0630665e76 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.301806] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21918eb0-0516-40b3-9a4f-cb464bee6b7d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.407194] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873511, 'name': ReconfigVM_Task, 'duration_secs': 0.386177} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.407443] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 84665542-d2a1-4c55-acba-32e624b3a2f3/84665542-d2a1-4c55-acba-32e624b3a2f3.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.408066] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f281768-8aaa-430e-b450-f93fcc2fdf32 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.415785] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1832.415785] env[62402]: value = "task-1873516" [ 1832.415785] env[62402]: _type = "Task" [ 1832.415785] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.423231] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873516, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.489324] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.489855] env[62402]: DEBUG nova.compute.manager [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1832.509244] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873512, 'name': PowerOffVM_Task, 'duration_secs': 0.229161} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.509568] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1832.510276] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1832.510494] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.510679] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1832.510893] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.511070] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1832.511258] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1832.511493] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1832.511661] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1832.511857] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1832.512046] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1832.512253] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1832.517874] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65ab5d6b-48dc-4652-8f0a-d7eeda034022 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.537102] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1832.537102] env[62402]: value = "task-1873517" [ 1832.537102] env[62402]: _type = "Task" [ 1832.537102] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.545999] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.576940] env[62402]: DEBUG nova.compute.manager [req-222a0c05-bb70-424a-82fa-a2ff73655b8d req-6ac9112a-dd28-4bc7-a23e-355a58c68b7b service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Received event network-vif-plugged-6181200c-4399-4b66-bfc8-a3995a0bde02 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1832.577259] env[62402]: DEBUG oslo_concurrency.lockutils [req-222a0c05-bb70-424a-82fa-a2ff73655b8d req-6ac9112a-dd28-4bc7-a23e-355a58c68b7b service nova] Acquiring lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.577500] env[62402]: DEBUG oslo_concurrency.lockutils [req-222a0c05-bb70-424a-82fa-a2ff73655b8d req-6ac9112a-dd28-4bc7-a23e-355a58c68b7b service nova] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.577697] env[62402]: DEBUG oslo_concurrency.lockutils [req-222a0c05-bb70-424a-82fa-a2ff73655b8d req-6ac9112a-dd28-4bc7-a23e-355a58c68b7b service nova] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.578258] env[62402]: DEBUG nova.compute.manager [req-222a0c05-bb70-424a-82fa-a2ff73655b8d req-6ac9112a-dd28-4bc7-a23e-355a58c68b7b service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] No waiting events found dispatching network-vif-plugged-6181200c-4399-4b66-bfc8-a3995a0bde02 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1832.578515] env[62402]: WARNING nova.compute.manager [req-222a0c05-bb70-424a-82fa-a2ff73655b8d req-6ac9112a-dd28-4bc7-a23e-355a58c68b7b service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Received unexpected event network-vif-plugged-6181200c-4399-4b66-bfc8-a3995a0bde02 for instance with vm_state building and task_state spawning. [ 1832.708647] env[62402]: DEBUG nova.network.neutron [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Successfully updated port: 6181200c-4399-4b66-bfc8-a3995a0bde02 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1832.925646] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873516, 'name': Rename_Task, 'duration_secs': 0.150135} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.926106] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.926409] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2496108-7090-4474-8555-af200e42b488 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.933573] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1832.933573] env[62402]: value = "task-1873518" [ 1832.933573] env[62402]: _type = "Task" [ 1832.933573] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.941015] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.995278] env[62402]: DEBUG nova.compute.utils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1832.996843] env[62402]: DEBUG nova.compute.manager [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1832.997070] env[62402]: DEBUG nova.network.neutron [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1833.036645] env[62402]: DEBUG nova.policy [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e60b2125784b1c843db690bbd4e807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90940491c2d447c683ca60ad1776fa71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1833.047591] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873517, 'name': ReconfigVM_Task, 'duration_secs': 0.151226} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.048411] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543f367f-74db-4936-a31f-55d745a5c0b8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.070820] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1833.071090] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1833.071295] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1833.071489] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1833.071636] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1833.071782] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1833.071988] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1833.072473] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1833.072473] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1833.072473] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1833.072756] env[62402]: DEBUG nova.virt.hardware [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1833.073464] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fc98ed-72b3-46fb-8e65-82f8bcdc3e01 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.079414] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1833.079414] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dd27d6-02b1-af45-caaf-33131f67f996" [ 1833.079414] env[62402]: _type = "Task" [ 1833.079414] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.088143] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dd27d6-02b1-af45-caaf-33131f67f996, 'name': SearchDatastore_Task, 'duration_secs': 0.006687} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.093602] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1833.093861] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d0bd6f8-8e84-4377-a9c2-9ac905757db8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.112072] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1833.112072] env[62402]: value = "task-1873519" [ 1833.112072] env[62402]: _type = "Task" [ 1833.112072] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.121202] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.212722] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "refresh_cache-88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.212722] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired lock "refresh_cache-88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.212722] env[62402]: DEBUG nova.network.neutron [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.297933] env[62402]: DEBUG nova.network.neutron [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Successfully created port: 0ccc4d4f-c749-40a7-a7b8-d91624b7ef61 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1833.446908] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873518, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.500332] env[62402]: DEBUG nova.compute.manager [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1833.621598] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873519, 'name': ReconfigVM_Task, 'duration_secs': 0.270184} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.622148] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1833.622954] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f653e4d-d3fc-496b-924f-ff81f65b141f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.648340] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 465dfb3f-7504-42ff-994f-bb4d6edfb976/465dfb3f-7504-42ff-994f-bb4d6edfb976.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1833.648651] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76017fd2-2897-4e50-9099-9d020b35921c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.666746] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1833.666746] env[62402]: value = "task-1873520" [ 1833.666746] env[62402]: _type = "Task" [ 1833.666746] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.674681] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.759890] env[62402]: DEBUG nova.network.neutron [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1833.885769] env[62402]: DEBUG nova.network.neutron [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Updating instance_info_cache with network_info: [{"id": "6181200c-4399-4b66-bfc8-a3995a0bde02", "address": "fa:16:3e:38:97:f4", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6181200c-43", "ovs_interfaceid": "6181200c-4399-4b66-bfc8-a3995a0bde02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.947071] env[62402]: DEBUG oslo_vmware.api [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873518, 'name': PowerOnVM_Task, 'duration_secs': 0.682494} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.947299] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.947499] env[62402]: INFO nova.compute.manager [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1833.947688] env[62402]: DEBUG nova.compute.manager [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.948456] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffe1290-458d-4157-b0a1-22c93bbd56e2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.178580] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873520, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.388628] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Releasing lock "refresh_cache-88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.388975] env[62402]: DEBUG nova.compute.manager [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Instance network_info: |[{"id": "6181200c-4399-4b66-bfc8-a3995a0bde02", "address": "fa:16:3e:38:97:f4", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6181200c-43", "ovs_interfaceid": "6181200c-4399-4b66-bfc8-a3995a0bde02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1834.389458] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:97:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6181200c-4399-4b66-bfc8-a3995a0bde02', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.397264] env[62402]: DEBUG oslo.service.loopingcall [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.397473] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.397695] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eed9ac3-bfa8-413c-829c-dd3ecd14d29d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.417249] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1834.417249] env[62402]: value = "task-1873521" [ 1834.417249] env[62402]: _type = "Task" [ 1834.417249] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.426991] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873521, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.467263] env[62402]: INFO nova.compute.manager [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Took 12.50 seconds to build instance. [ 1834.510273] env[62402]: DEBUG nova.compute.manager [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1834.541427] env[62402]: DEBUG nova.virt.hardware [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.541670] env[62402]: DEBUG nova.virt.hardware [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.541827] env[62402]: DEBUG nova.virt.hardware [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.542086] env[62402]: DEBUG nova.virt.hardware [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.542301] env[62402]: DEBUG nova.virt.hardware [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.542466] env[62402]: DEBUG nova.virt.hardware [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.542690] env[62402]: DEBUG nova.virt.hardware [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.542880] env[62402]: DEBUG nova.virt.hardware [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.543069] env[62402]: DEBUG nova.virt.hardware [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.543279] env[62402]: DEBUG nova.virt.hardware [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.543468] env[62402]: DEBUG nova.virt.hardware [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.544432] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eea4ac9-4fcc-42f1-85b6-786a30d6aad8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.555450] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b8bbd5-bdea-43d0-b271-0047e50c6b56 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.602922] env[62402]: DEBUG nova.compute.manager [req-45204652-75e9-4b93-8eb1-1e281945205e req-d28bf46e-453e-44ab-8c4f-254dab41b81f service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Received event network-changed-6181200c-4399-4b66-bfc8-a3995a0bde02 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1834.603194] env[62402]: DEBUG nova.compute.manager [req-45204652-75e9-4b93-8eb1-1e281945205e req-d28bf46e-453e-44ab-8c4f-254dab41b81f service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Refreshing instance network info cache due to event network-changed-6181200c-4399-4b66-bfc8-a3995a0bde02. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1834.603360] env[62402]: DEBUG oslo_concurrency.lockutils [req-45204652-75e9-4b93-8eb1-1e281945205e req-d28bf46e-453e-44ab-8c4f-254dab41b81f service nova] Acquiring lock "refresh_cache-88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.603506] env[62402]: DEBUG oslo_concurrency.lockutils [req-45204652-75e9-4b93-8eb1-1e281945205e req-d28bf46e-453e-44ab-8c4f-254dab41b81f service nova] Acquired lock "refresh_cache-88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.603667] env[62402]: DEBUG nova.network.neutron [req-45204652-75e9-4b93-8eb1-1e281945205e req-d28bf46e-453e-44ab-8c4f-254dab41b81f service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Refreshing network info cache for port 6181200c-4399-4b66-bfc8-a3995a0bde02 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.677441] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873520, 'name': ReconfigVM_Task, 'duration_secs': 0.55262} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.678019] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 465dfb3f-7504-42ff-994f-bb4d6edfb976/465dfb3f-7504-42ff-994f-bb4d6edfb976.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1834.678882] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3ea2e9-78b3-483d-9f0c-4dfcca486c81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.700923] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1715e20c-b87b-408d-89a1-1beb0b9c06fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.724011] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0e7f33-bc39-44aa-9b10-086f8b78507f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.751813] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4859d1-8020-45e4-9335-07bd8b1ef896 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.759068] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1834.759343] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55230295-b4a8-438b-ad53-a3ac804dc277 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.764673] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1834.764673] env[62402]: value = "task-1873523" [ 1834.764673] env[62402]: _type = "Task" [ 1834.764673] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.772113] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.781160] env[62402]: DEBUG nova.network.neutron [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Successfully updated port: 0ccc4d4f-c749-40a7-a7b8-d91624b7ef61 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.930425] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873521, 'name': CreateVM_Task, 'duration_secs': 0.361781} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.930639] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1834.931347] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.931558] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.931906] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1834.932282] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-384b7cdf-2340-4c27-b957-648ef44acd4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.936824] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1834.936824] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529a7696-c07c-9fd8-821f-53c32751ca19" [ 1834.936824] env[62402]: _type = "Task" [ 1834.936824] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.944477] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529a7696-c07c-9fd8-821f-53c32751ca19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.969394] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4133abbb-afaf-40e5-a0e6-81dc5f404098 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "84665542-d2a1-4c55-acba-32e624b3a2f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.014s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.274893] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.285217] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquiring lock "refresh_cache-04d41768-c807-47c7-beb5-713659cf8b52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.285482] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquired lock "refresh_cache-04d41768-c807-47c7-beb5-713659cf8b52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.285665] env[62402]: DEBUG nova.network.neutron [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.310556] env[62402]: DEBUG nova.network.neutron [req-45204652-75e9-4b93-8eb1-1e281945205e req-d28bf46e-453e-44ab-8c4f-254dab41b81f service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Updated VIF entry in instance network info cache for port 6181200c-4399-4b66-bfc8-a3995a0bde02. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.310916] env[62402]: DEBUG nova.network.neutron [req-45204652-75e9-4b93-8eb1-1e281945205e req-d28bf46e-453e-44ab-8c4f-254dab41b81f service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Updating instance_info_cache with network_info: [{"id": "6181200c-4399-4b66-bfc8-a3995a0bde02", "address": "fa:16:3e:38:97:f4", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6181200c-43", "ovs_interfaceid": "6181200c-4399-4b66-bfc8-a3995a0bde02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.447885] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529a7696-c07c-9fd8-821f-53c32751ca19, 'name': SearchDatastore_Task, 'duration_secs': 0.015731} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.448250] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.448477] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.448708] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.448853] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.449042] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.449306] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d42f1538-36e7-4c30-ad1d-332e351e9227 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.459375] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1835.459514] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1835.460228] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27146c5b-a0f5-4e17-a1dc-3a100bdab496 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.465968] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1835.465968] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d4a817-1a50-e08b-053d-0a370295209d" [ 1835.465968] env[62402]: _type = "Task" [ 1835.465968] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.473731] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d4a817-1a50-e08b-053d-0a370295209d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.512126] env[62402]: DEBUG nova.compute.manager [req-433bc2f0-2282-40d7-a6d7-16a34de124d9 req-69e95922-3520-40bb-b7e5-f0a790d80de2 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Received event network-changed-377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1835.512395] env[62402]: DEBUG nova.compute.manager [req-433bc2f0-2282-40d7-a6d7-16a34de124d9 req-69e95922-3520-40bb-b7e5-f0a790d80de2 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Refreshing instance network info cache due to event network-changed-377a6f4c-cc76-41f9-be60-c9d0c55e1e43. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1835.512613] env[62402]: DEBUG oslo_concurrency.lockutils [req-433bc2f0-2282-40d7-a6d7-16a34de124d9 req-69e95922-3520-40bb-b7e5-f0a790d80de2 service nova] Acquiring lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.512802] env[62402]: DEBUG oslo_concurrency.lockutils [req-433bc2f0-2282-40d7-a6d7-16a34de124d9 req-69e95922-3520-40bb-b7e5-f0a790d80de2 service nova] Acquired lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.512973] env[62402]: DEBUG nova.network.neutron [req-433bc2f0-2282-40d7-a6d7-16a34de124d9 req-69e95922-3520-40bb-b7e5-f0a790d80de2 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Refreshing network info cache for port 377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.776062] env[62402]: DEBUG oslo_vmware.api [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873523, 'name': PowerOnVM_Task, 'duration_secs': 0.807043} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.776346] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1835.813642] env[62402]: DEBUG oslo_concurrency.lockutils [req-45204652-75e9-4b93-8eb1-1e281945205e req-d28bf46e-453e-44ab-8c4f-254dab41b81f service nova] Releasing lock "refresh_cache-88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.829781] env[62402]: DEBUG nova.network.neutron [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1835.978945] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d4a817-1a50-e08b-053d-0a370295209d, 'name': SearchDatastore_Task, 'duration_secs': 0.014415} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.980769] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c076324-6f2b-4640-be96-b3957206edec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.985727] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1835.985727] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b684d1-bc63-b98d-abf5-f3b85cde1fcb" [ 1835.985727] env[62402]: _type = "Task" [ 1835.985727] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.993693] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b684d1-bc63-b98d-abf5-f3b85cde1fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.009536] env[62402]: DEBUG nova.network.neutron [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Updating instance_info_cache with network_info: [{"id": "0ccc4d4f-c749-40a7-a7b8-d91624b7ef61", "address": "fa:16:3e:5a:07:a3", "network": {"id": "cdc20dcc-5652-4b4d-8ebf-b9e225fabefd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1635794930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90940491c2d447c683ca60ad1776fa71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccc4d4f-c7", "ovs_interfaceid": "0ccc4d4f-c749-40a7-a7b8-d91624b7ef61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.424912] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "b652b608-b413-4fe5-a446-9baade91204b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.424912] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "b652b608-b413-4fe5-a446-9baade91204b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.483922] env[62402]: DEBUG nova.network.neutron [req-433bc2f0-2282-40d7-a6d7-16a34de124d9 req-69e95922-3520-40bb-b7e5-f0a790d80de2 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updated VIF entry in instance network info cache for port 377a6f4c-cc76-41f9-be60-c9d0c55e1e43. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.484350] env[62402]: DEBUG nova.network.neutron [req-433bc2f0-2282-40d7-a6d7-16a34de124d9 req-69e95922-3520-40bb-b7e5-f0a790d80de2 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updating instance_info_cache with network_info: [{"id": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "address": "fa:16:3e:8d:55:7a", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a6f4c-cc", "ovs_interfaceid": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.502218] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b684d1-bc63-b98d-abf5-f3b85cde1fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.503253] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.503522] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31/88c1bd1d-446e-4a90-8f5e-9b4249a9ae31.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1836.503796] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b8e9709-8b18-43a0-81f5-4456ce9b2f0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.511113] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1836.511113] env[62402]: value = "task-1873524" [ 1836.511113] env[62402]: _type = "Task" [ 1836.511113] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.511677] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Releasing lock "refresh_cache-04d41768-c807-47c7-beb5-713659cf8b52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.511934] env[62402]: DEBUG nova.compute.manager [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Instance network_info: |[{"id": "0ccc4d4f-c749-40a7-a7b8-d91624b7ef61", "address": "fa:16:3e:5a:07:a3", "network": {"id": "cdc20dcc-5652-4b4d-8ebf-b9e225fabefd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1635794930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90940491c2d447c683ca60ad1776fa71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccc4d4f-c7", "ovs_interfaceid": "0ccc4d4f-c749-40a7-a7b8-d91624b7ef61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1836.517480] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:07:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ccc4d4f-c749-40a7-a7b8-d91624b7ef61', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.526009] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Creating folder: Project (90940491c2d447c683ca60ad1776fa71). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1836.526888] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-731a405a-783a-4929-98bf-1e51b905b409 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.534720] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.537324] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Created folder: Project (90940491c2d447c683ca60ad1776fa71) in parent group-v386882. [ 1836.537514] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Creating folder: Instances. Parent ref: group-v387178. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1836.537804] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c98ef24-2918-4d41-8c09-2fdf5a642af0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.546486] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Created folder: Instances in parent group-v387178. [ 1836.546754] env[62402]: DEBUG oslo.service.loopingcall [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.546982] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1836.547228] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-540cf0cb-d258-476e-91c0-e8e16dbbc7d3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.567519] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.567519] env[62402]: value = "task-1873527" [ 1836.567519] env[62402]: _type = "Task" [ 1836.567519] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.576228] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873527, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.630307] env[62402]: DEBUG nova.compute.manager [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Received event network-vif-plugged-0ccc4d4f-c749-40a7-a7b8-d91624b7ef61 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1836.630307] env[62402]: DEBUG oslo_concurrency.lockutils [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] Acquiring lock "04d41768-c807-47c7-beb5-713659cf8b52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.630467] env[62402]: DEBUG oslo_concurrency.lockutils [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] Lock "04d41768-c807-47c7-beb5-713659cf8b52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.630558] env[62402]: DEBUG oslo_concurrency.lockutils [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] Lock "04d41768-c807-47c7-beb5-713659cf8b52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.630750] env[62402]: DEBUG nova.compute.manager [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] No waiting events found dispatching network-vif-plugged-0ccc4d4f-c749-40a7-a7b8-d91624b7ef61 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1836.630923] env[62402]: WARNING nova.compute.manager [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Received unexpected event network-vif-plugged-0ccc4d4f-c749-40a7-a7b8-d91624b7ef61 for instance with vm_state building and task_state spawning. [ 1836.631159] env[62402]: DEBUG nova.compute.manager [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Received event network-changed-0ccc4d4f-c749-40a7-a7b8-d91624b7ef61 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1836.631348] env[62402]: DEBUG nova.compute.manager [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Refreshing instance network info cache due to event network-changed-0ccc4d4f-c749-40a7-a7b8-d91624b7ef61. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1836.631549] env[62402]: DEBUG oslo_concurrency.lockutils [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] Acquiring lock "refresh_cache-04d41768-c807-47c7-beb5-713659cf8b52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.631689] env[62402]: DEBUG oslo_concurrency.lockutils [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] Acquired lock "refresh_cache-04d41768-c807-47c7-beb5-713659cf8b52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.631866] env[62402]: DEBUG nova.network.neutron [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Refreshing network info cache for port 0ccc4d4f-c749-40a7-a7b8-d91624b7ef61 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.675872] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1836.676179] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387176', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'name': 'volume-acfcadf6-ee26-49ca-93cb-3bec7690de22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a373932-f4b1-46d9-89c3-bd4bda5462de', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'serial': 'acfcadf6-ee26-49ca-93cb-3bec7690de22'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1836.677266] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3685b3-3525-4a5a-b8c2-57134f43f75a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.697664] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444da9b8-87c7-41ad-9966-c13ae34bc466 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.726594] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-acfcadf6-ee26-49ca-93cb-3bec7690de22/volume-acfcadf6-ee26-49ca-93cb-3bec7690de22.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1836.726948] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6ab768f-c19a-4781-85ef-eb1ce72f55cf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.741869] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.742115] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.746771] env[62402]: DEBUG oslo_vmware.api [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1836.746771] env[62402]: value = "task-1873528" [ 1836.746771] env[62402]: _type = "Task" [ 1836.746771] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.757647] env[62402]: DEBUG oslo_vmware.api [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.828836] env[62402]: INFO nova.compute.manager [None req-f0df7995-b09a-4de7-85a4-e32f1fd5dd3d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance to original state: 'active' [ 1836.926679] env[62402]: DEBUG nova.compute.manager [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1836.987535] env[62402]: DEBUG oslo_concurrency.lockutils [req-433bc2f0-2282-40d7-a6d7-16a34de124d9 req-69e95922-3520-40bb-b7e5-f0a790d80de2 service nova] Releasing lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.023388] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499705} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.023708] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31/88c1bd1d-446e-4a90-8f5e-9b4249a9ae31.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1837.024064] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1837.024420] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c58510ef-7861-422e-8fd4-a6fbfc430d0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.031701] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1837.031701] env[62402]: value = "task-1873529" [ 1837.031701] env[62402]: _type = "Task" [ 1837.031701] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.039543] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.076446] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873527, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.245503] env[62402]: INFO nova.compute.manager [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Detaching volume b3f0ad41-7cca-4fab-9a1e-dd9b9445c708 [ 1837.257718] env[62402]: DEBUG oslo_vmware.api [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873528, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.275755] env[62402]: INFO nova.virt.block_device [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Attempting to driver detach volume b3f0ad41-7cca-4fab-9a1e-dd9b9445c708 from mountpoint /dev/sdb [ 1837.275981] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1837.276243] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387163', 'volume_id': 'b3f0ad41-7cca-4fab-9a1e-dd9b9445c708', 'name': 'volume-b3f0ad41-7cca-4fab-9a1e-dd9b9445c708', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9152c96a-83aa-4713-ae6b-31272a9ccd2a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3f0ad41-7cca-4fab-9a1e-dd9b9445c708', 'serial': 'b3f0ad41-7cca-4fab-9a1e-dd9b9445c708'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1837.277099] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90680e7c-1988-4db1-b161-859a99e82d4a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.301611] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d095af82-0cdd-452b-a7c7-01c8b8166b90 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.309162] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664431c1-78dd-4b17-86a1-921a8389d186 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.329851] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3682a963-2636-4702-9533-ebfe25c4f17c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.345287] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] The volume has not been displaced from its original location: [datastore2] volume-b3f0ad41-7cca-4fab-9a1e-dd9b9445c708/volume-b3f0ad41-7cca-4fab-9a1e-dd9b9445c708.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1837.350571] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1837.351430] env[62402]: DEBUG nova.network.neutron [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Updated VIF entry in instance network info cache for port 0ccc4d4f-c749-40a7-a7b8-d91624b7ef61. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.351738] env[62402]: DEBUG nova.network.neutron [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Updating instance_info_cache with network_info: [{"id": "0ccc4d4f-c749-40a7-a7b8-d91624b7ef61", "address": "fa:16:3e:5a:07:a3", "network": {"id": "cdc20dcc-5652-4b4d-8ebf-b9e225fabefd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1635794930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90940491c2d447c683ca60ad1776fa71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccc4d4f-c7", "ovs_interfaceid": "0ccc4d4f-c749-40a7-a7b8-d91624b7ef61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.354917] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51f893d3-728a-4e7d-b243-3c25b585fecc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.368794] env[62402]: DEBUG oslo_concurrency.lockutils [req-46bf0d65-24d2-489c-8d5e-36ea3d02c6a0 req-1e99f7fa-39ce-4ca3-95a7-837767c10207 service nova] Releasing lock "refresh_cache-04d41768-c807-47c7-beb5-713659cf8b52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.374630] env[62402]: DEBUG oslo_vmware.api [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1837.374630] env[62402]: value = "task-1873530" [ 1837.374630] env[62402]: _type = "Task" [ 1837.374630] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.382690] env[62402]: DEBUG oslo_vmware.api [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.450457] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.450721] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.452620] env[62402]: INFO nova.compute.claims [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.541817] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078802} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.543039] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1837.543521] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f09645-d3c8-48f2-ada1-df2aaef60b68 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.566983] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31/88c1bd1d-446e-4a90-8f5e-9b4249a9ae31.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.567276] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3c54c2d-505c-45f5-ac60-db1d5732766a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.590363] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873527, 'name': CreateVM_Task, 'duration_secs': 0.514825} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.591621] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1837.591979] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1837.591979] env[62402]: value = "task-1873531" [ 1837.591979] env[62402]: _type = "Task" [ 1837.591979] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.592644] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.592821] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.593175] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1837.593504] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e193fd-4323-4897-b85f-781960ddd4fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.602914] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for the task: (returnval){ [ 1837.602914] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dd4b8b-0373-770e-19a9-39ce6691f6fc" [ 1837.602914] env[62402]: _type = "Task" [ 1837.602914] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.606342] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873531, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.615793] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52dd4b8b-0373-770e-19a9-39ce6691f6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.616152] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.616460] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1837.616740] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.616891] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.617081] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1837.617344] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acd575b6-35da-4010-8260-afb9794186ca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.625555] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1837.625783] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1837.626568] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ae3806-3e7c-4d07-9945-d6070df1d243 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.633218] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for the task: (returnval){ [ 1837.633218] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52884819-f182-c58c-2d36-9ba7274fb5b8" [ 1837.633218] env[62402]: _type = "Task" [ 1837.633218] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.642332] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52884819-f182-c58c-2d36-9ba7274fb5b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.758711] env[62402]: DEBUG oslo_vmware.api [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873528, 'name': ReconfigVM_Task, 'duration_secs': 0.513429} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.759092] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-acfcadf6-ee26-49ca-93cb-3bec7690de22/volume-acfcadf6-ee26-49ca-93cb-3bec7690de22.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1837.764262] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52a30d5d-e5f9-432a-94fe-80b82f62299c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.779825] env[62402]: DEBUG oslo_vmware.api [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1837.779825] env[62402]: value = "task-1873532" [ 1837.779825] env[62402]: _type = "Task" [ 1837.779825] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.788774] env[62402]: DEBUG oslo_vmware.api [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.887190] env[62402]: DEBUG oslo_vmware.api [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873530, 'name': ReconfigVM_Task, 'duration_secs': 0.411846} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.887604] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1837.893179] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eac5c98-b38a-4f9b-b54a-b321abbab90e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.910305] env[62402]: DEBUG oslo_vmware.api [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1837.910305] env[62402]: value = "task-1873533" [ 1837.910305] env[62402]: _type = "Task" [ 1837.910305] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.919873] env[62402]: DEBUG oslo_vmware.api [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.103691] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.143664] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52884819-f182-c58c-2d36-9ba7274fb5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013232} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.144597] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e898ca-8a32-4c59-b2fa-cf6c98dc906c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.150032] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for the task: (returnval){ [ 1838.150032] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]527c0c02-e770-1f2b-a3e9-bb3f00d52ab0" [ 1838.150032] env[62402]: _type = "Task" [ 1838.150032] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.158314] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527c0c02-e770-1f2b-a3e9-bb3f00d52ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.291024] env[62402]: DEBUG oslo_vmware.api [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873532, 'name': ReconfigVM_Task, 'duration_secs': 0.193795} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.291024] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387176', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'name': 'volume-acfcadf6-ee26-49ca-93cb-3bec7690de22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a373932-f4b1-46d9-89c3-bd4bda5462de', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'serial': 'acfcadf6-ee26-49ca-93cb-3bec7690de22'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1838.422177] env[62402]: DEBUG oslo_vmware.api [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873533, 'name': ReconfigVM_Task, 'duration_secs': 0.173701} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.422541] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387163', 'volume_id': 'b3f0ad41-7cca-4fab-9a1e-dd9b9445c708', 'name': 'volume-b3f0ad41-7cca-4fab-9a1e-dd9b9445c708', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9152c96a-83aa-4713-ae6b-31272a9ccd2a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3f0ad41-7cca-4fab-9a1e-dd9b9445c708', 'serial': 'b3f0ad41-7cca-4fab-9a1e-dd9b9445c708'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1838.555988] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.556277] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.556462] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "465dfb3f-7504-42ff-994f-bb4d6edfb976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.556636] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.556802] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.558853] env[62402]: INFO nova.compute.manager [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Terminating instance [ 1838.592885] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a84361e-0ef2-4a08-821d-1afbef57a53d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.606246] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1161651f-913c-4aee-b59b-c2b1ff061d24 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.609227] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873531, 'name': ReconfigVM_Task, 'duration_secs': 0.578242} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.609490] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31/88c1bd1d-446e-4a90-8f5e-9b4249a9ae31.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.610383] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fd0e205-a2a6-4850-a67f-115ce8c06dc9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.638243] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25b3988-6af1-48cc-80dd-c540a2b00a76 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.640663] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1838.640663] env[62402]: value = "task-1873534" [ 1838.640663] env[62402]: _type = "Task" [ 1838.640663] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.646976] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d79aac-2a77-4b38-b22f-1fd8c52d5792 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.653726] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873534, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.661356] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527c0c02-e770-1f2b-a3e9-bb3f00d52ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.669102] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.669401] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 04d41768-c807-47c7-beb5-713659cf8b52/04d41768-c807-47c7-beb5-713659cf8b52.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1838.669860] env[62402]: DEBUG nova.compute.provider_tree [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.671160] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac0a8f8f-ee3f-450b-b0fd-0660db0986b9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.677991] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for the task: (returnval){ [ 1838.677991] env[62402]: value = "task-1873535" [ 1838.677991] env[62402]: _type = "Task" [ 1838.677991] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.686458] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.967945] env[62402]: DEBUG nova.objects.instance [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'flavor' on Instance uuid 9152c96a-83aa-4713-ae6b-31272a9ccd2a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.063380] env[62402]: DEBUG nova.compute.manager [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1839.063631] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1839.063938] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afdaa113-a9fd-4efd-aae3-6c1c32804a18 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.073302] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1839.073302] env[62402]: value = "task-1873536" [ 1839.073302] env[62402]: _type = "Task" [ 1839.073302] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.082876] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.152368] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873534, 'name': Rename_Task, 'duration_secs': 0.175807} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.152792] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1839.153100] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14922a0c-399d-4934-b461-4d1a62f9487f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.160448] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1839.160448] env[62402]: value = "task-1873537" [ 1839.160448] env[62402]: _type = "Task" [ 1839.160448] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.172951] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.174995] env[62402]: DEBUG nova.scheduler.client.report [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1839.190880] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873535, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.327448] env[62402]: DEBUG nova.objects.instance [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lazy-loading 'flavor' on Instance uuid 4a373932-f4b1-46d9-89c3-bd4bda5462de {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.583201] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873536, 'name': PowerOffVM_Task, 'duration_secs': 0.253769} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.583564] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1839.583617] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1839.583805] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387168', 'volume_id': '21d9bee0-fa8d-4474-9dbb-f4e4483817e7', 'name': 'volume-21d9bee0-fa8d-4474-9dbb-f4e4483817e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '465dfb3f-7504-42ff-994f-bb4d6edfb976', 'attached_at': '2024-12-14T03:15:49.000000', 'detached_at': '', 'volume_id': '21d9bee0-fa8d-4474-9dbb-f4e4483817e7', 'serial': '21d9bee0-fa8d-4474-9dbb-f4e4483817e7'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1839.584655] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c845fa4-4bbb-45ac-8303-e4562f2d90c6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.606937] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965f22c6-94c1-429c-bc6b-a2d49ab64e32 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.614255] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8d0ff5-edb8-49c2-b580-f7a2506182a2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.635109] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac04bf5-e301-4413-836a-ca358193637e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.650222] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] The volume has not been displaced from its original location: [datastore2] volume-21d9bee0-fa8d-4474-9dbb-f4e4483817e7/volume-21d9bee0-fa8d-4474-9dbb-f4e4483817e7.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1839.655622] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1839.655933] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83579008-10d5-406d-b3e4-fa1c9b333f89 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.677324] env[62402]: DEBUG oslo_vmware.api [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873537, 'name': PowerOnVM_Task, 'duration_secs': 0.459907} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.678451] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1839.678664] env[62402]: INFO nova.compute.manager [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1839.678844] env[62402]: DEBUG nova.compute.manager [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.679549] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1839.679549] env[62402]: value = "task-1873538" [ 1839.679549] env[62402]: _type = "Task" [ 1839.679549] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.680229] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e550bc6-0fcb-42c3-921c-578f366e7a78 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.685598] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.686070] env[62402]: DEBUG nova.compute.manager [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1839.703724] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546848} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.703955] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.704650] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 04d41768-c807-47c7-beb5-713659cf8b52/04d41768-c807-47c7-beb5-713659cf8b52.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1839.704650] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1839.704853] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3bb705b-551e-446f-af54-b503593d0cbf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.710491] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for the task: (returnval){ [ 1839.710491] env[62402]: value = "task-1873539" [ 1839.710491] env[62402]: _type = "Task" [ 1839.710491] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.718549] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.762926] env[62402]: INFO nova.compute.manager [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Rebuilding instance [ 1839.808529] env[62402]: DEBUG nova.compute.manager [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.809052] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13d85cc-aa67-44fd-98cf-a5ccf8b1c0cf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.832398] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5ab12319-67db-45a6-9844-3388a63d74a7 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.757s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.921641] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6190bc45-5d20-4d23-a323-b300df41b755 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.975052] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78eb306e-78b3-468d-b65c-e10026e03a90 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.975929] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6190bc45-5d20-4d23-a323-b300df41b755 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.055s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.976138] env[62402]: DEBUG nova.compute.manager [None req-6190bc45-5d20-4d23-a323-b300df41b755 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.977013] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4544f701-9f59-4d06-96e7-0a6ca801ebbf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.985803] env[62402]: DEBUG nova.compute.manager [None req-6190bc45-5d20-4d23-a323-b300df41b755 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62402) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1839.986361] env[62402]: DEBUG nova.objects.instance [None req-6190bc45-5d20-4d23-a323-b300df41b755 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'flavor' on Instance uuid 9152c96a-83aa-4713-ae6b-31272a9ccd2a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.193198] env[62402]: DEBUG nova.compute.utils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1840.197963] env[62402]: DEBUG nova.compute.manager [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1840.198142] env[62402]: DEBUG nova.network.neutron [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1840.199902] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873538, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.211773] env[62402]: INFO nova.compute.manager [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Took 13.53 seconds to build instance. [ 1840.220415] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066797} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.220816] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1840.221434] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd00bf7-c558-4966-bf7f-64d89ad25788 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.244535] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 04d41768-c807-47c7-beb5-713659cf8b52/04d41768-c807-47c7-beb5-713659cf8b52.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.246090] env[62402]: DEBUG nova.policy [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514afb0494064b9191c3a742d89cbc30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e8ba47d276144d6b8ef2c2694f097a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1840.247787] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29bd6289-2010-48cf-b10d-35ef00d427c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.268370] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for the task: (returnval){ [ 1840.268370] env[62402]: value = "task-1873540" [ 1840.268370] env[62402]: _type = "Task" [ 1840.268370] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.276251] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.630554] env[62402]: DEBUG nova.network.neutron [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Successfully created port: 44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1840.696263] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873538, 'name': ReconfigVM_Task, 'duration_secs': 0.546127} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.696553] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1840.701616] env[62402]: DEBUG nova.compute.manager [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1840.704174] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd52c678-cf0f-4cec-858b-8cc292efef7a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.714489] env[62402]: DEBUG oslo_concurrency.lockutils [None req-613e72c7-aa5e-45dc-a81e-d7fe58a9df8a tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.043s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.721055] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1840.721055] env[62402]: value = "task-1873541" [ 1840.721055] env[62402]: _type = "Task" [ 1840.721055] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.730170] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.779198] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.822658] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.822967] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0fa323d-d12b-40ae-939e-34022c842d17 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.831566] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1840.831566] env[62402]: value = "task-1873542" [ 1840.831566] env[62402]: _type = "Task" [ 1840.831566] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.840368] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.992814] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6190bc45-5d20-4d23-a323-b300df41b755 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.993122] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-053a1312-fc93-4eb0-9329-7847dbca5337 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.999933] env[62402]: DEBUG oslo_vmware.api [None req-6190bc45-5d20-4d23-a323-b300df41b755 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1840.999933] env[62402]: value = "task-1873543" [ 1840.999933] env[62402]: _type = "Task" [ 1840.999933] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.011171] env[62402]: DEBUG oslo_vmware.api [None req-6190bc45-5d20-4d23-a323-b300df41b755 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.071427] env[62402]: DEBUG nova.compute.manager [req-b0d4567b-a420-4b14-889f-1d2d01135909 req-10597858-08a7-4cfc-ad2e-de68fad99285 service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Received event network-changed-6181200c-4399-4b66-bfc8-a3995a0bde02 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1841.071666] env[62402]: DEBUG nova.compute.manager [req-b0d4567b-a420-4b14-889f-1d2d01135909 req-10597858-08a7-4cfc-ad2e-de68fad99285 service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Refreshing instance network info cache due to event network-changed-6181200c-4399-4b66-bfc8-a3995a0bde02. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1841.071889] env[62402]: DEBUG oslo_concurrency.lockutils [req-b0d4567b-a420-4b14-889f-1d2d01135909 req-10597858-08a7-4cfc-ad2e-de68fad99285 service nova] Acquiring lock "refresh_cache-88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.072058] env[62402]: DEBUG oslo_concurrency.lockutils [req-b0d4567b-a420-4b14-889f-1d2d01135909 req-10597858-08a7-4cfc-ad2e-de68fad99285 service nova] Acquired lock "refresh_cache-88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.072322] env[62402]: DEBUG nova.network.neutron [req-b0d4567b-a420-4b14-889f-1d2d01135909 req-10597858-08a7-4cfc-ad2e-de68fad99285 service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Refreshing network info cache for port 6181200c-4399-4b66-bfc8-a3995a0bde02 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.231340] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873541, 'name': ReconfigVM_Task, 'duration_secs': 0.225708} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.231512] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387168', 'volume_id': '21d9bee0-fa8d-4474-9dbb-f4e4483817e7', 'name': 'volume-21d9bee0-fa8d-4474-9dbb-f4e4483817e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '465dfb3f-7504-42ff-994f-bb4d6edfb976', 'attached_at': '2024-12-14T03:15:49.000000', 'detached_at': '', 'volume_id': '21d9bee0-fa8d-4474-9dbb-f4e4483817e7', 'serial': '21d9bee0-fa8d-4474-9dbb-f4e4483817e7'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1841.231789] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1841.232623] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89325064-aaf9-4e1b-bfe9-4b7222ac1d9d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.239710] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1841.239971] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0746f98-86c0-49ee-b094-c3f8eb95d22e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.278346] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873540, 'name': ReconfigVM_Task, 'duration_secs': 0.656778} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.278651] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 04d41768-c807-47c7-beb5-713659cf8b52/04d41768-c807-47c7-beb5-713659cf8b52.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.279311] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d373e6b-845e-4c10-85aa-a9ebf0d1b9e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.285177] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for the task: (returnval){ [ 1841.285177] env[62402]: value = "task-1873545" [ 1841.285177] env[62402]: _type = "Task" [ 1841.285177] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.292979] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873545, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.319136] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1841.319362] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1841.319547] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleting the datastore file [datastore1] 465dfb3f-7504-42ff-994f-bb4d6edfb976 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.319817] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-792f02d9-4b67-4b07-a3a0-795f05bf7b7c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.325671] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1841.325671] env[62402]: value = "task-1873546" [ 1841.325671] env[62402]: _type = "Task" [ 1841.325671] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.333921] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.341819] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873542, 'name': PowerOffVM_Task, 'duration_secs': 0.228814} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.342054] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.405671] env[62402]: INFO nova.compute.manager [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Detaching volume acfcadf6-ee26-49ca-93cb-3bec7690de22 [ 1841.442624] env[62402]: INFO nova.virt.block_device [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Attempting to driver detach volume acfcadf6-ee26-49ca-93cb-3bec7690de22 from mountpoint /dev/sdb [ 1841.442860] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1841.443063] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387176', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'name': 'volume-acfcadf6-ee26-49ca-93cb-3bec7690de22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a373932-f4b1-46d9-89c3-bd4bda5462de', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'serial': 'acfcadf6-ee26-49ca-93cb-3bec7690de22'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1841.443936] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9891de42-034b-4b29-a905-937485fd879f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.466883] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b230566e-87e4-4e30-8b48-1fa3f0c64e75 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.474295] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393238bb-9ab7-4eac-b518-d4502071c80b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.496313] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69840b0-3948-4c77-b622-28b001aeb017 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.514641] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] The volume has not been displaced from its original location: [datastore2] volume-acfcadf6-ee26-49ca-93cb-3bec7690de22/volume-acfcadf6-ee26-49ca-93cb-3bec7690de22.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1841.520839] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1841.522017] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4280b290-097b-4f82-9fe7-82b2106c7d8a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.538362] env[62402]: DEBUG oslo_vmware.api [None req-6190bc45-5d20-4d23-a323-b300df41b755 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873543, 'name': PowerOffVM_Task, 'duration_secs': 0.207303} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.539027] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6190bc45-5d20-4d23-a323-b300df41b755 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.539282] env[62402]: DEBUG nova.compute.manager [None req-6190bc45-5d20-4d23-a323-b300df41b755 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.540072] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2512c18e-1cbd-4435-b9ae-af818af42e1d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.543582] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1841.543582] env[62402]: value = "task-1873547" [ 1841.543582] env[62402]: _type = "Task" [ 1841.543582] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.555140] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.719971] env[62402]: DEBUG nova.compute.manager [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1841.745799] env[62402]: DEBUG nova.virt.hardware [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1841.746064] env[62402]: DEBUG nova.virt.hardware [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1841.746231] env[62402]: DEBUG nova.virt.hardware [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1841.746442] env[62402]: DEBUG nova.virt.hardware [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1841.746559] env[62402]: DEBUG nova.virt.hardware [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1841.746705] env[62402]: DEBUG nova.virt.hardware [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1841.746911] env[62402]: DEBUG nova.virt.hardware [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1841.747133] env[62402]: DEBUG nova.virt.hardware [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1841.747310] env[62402]: DEBUG nova.virt.hardware [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1841.747475] env[62402]: DEBUG nova.virt.hardware [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1841.747646] env[62402]: DEBUG nova.virt.hardware [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1841.748513] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bdf30d-5f69-4b7e-aa5b-adbc875bd817 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.756171] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb4fc8-a521-4203-9d11-f2a7cde8a94e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.793060] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873545, 'name': Rename_Task, 'duration_secs': 0.145253} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.793320] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1841.793549] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-979e5457-10c3-4dff-8929-a6b4fdfac555 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.801128] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for the task: (returnval){ [ 1841.801128] env[62402]: value = "task-1873548" [ 1841.801128] env[62402]: _type = "Task" [ 1841.801128] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.813500] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.835917] env[62402]: DEBUG oslo_vmware.api [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172137} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.836253] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1841.836488] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1841.836678] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1841.836856] env[62402]: INFO nova.compute.manager [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Took 2.77 seconds to destroy the instance on the hypervisor. [ 1841.837185] env[62402]: DEBUG oslo.service.loopingcall [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.837308] env[62402]: DEBUG nova.compute.manager [-] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1841.837401] env[62402]: DEBUG nova.network.neutron [-] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1841.846130] env[62402]: DEBUG nova.network.neutron [req-b0d4567b-a420-4b14-889f-1d2d01135909 req-10597858-08a7-4cfc-ad2e-de68fad99285 service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Updated VIF entry in instance network info cache for port 6181200c-4399-4b66-bfc8-a3995a0bde02. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1841.847119] env[62402]: DEBUG nova.network.neutron [req-b0d4567b-a420-4b14-889f-1d2d01135909 req-10597858-08a7-4cfc-ad2e-de68fad99285 service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Updating instance_info_cache with network_info: [{"id": "6181200c-4399-4b66-bfc8-a3995a0bde02", "address": "fa:16:3e:38:97:f4", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6181200c-43", "ovs_interfaceid": "6181200c-4399-4b66-bfc8-a3995a0bde02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.055907] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873547, 'name': ReconfigVM_Task, 'duration_secs': 0.194655} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.056195] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1842.061289] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6190bc45-5d20-4d23-a323-b300df41b755 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.062320] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c93dfa1f-b268-4b26-8dd6-3c80847e23fd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.082886] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1842.082886] env[62402]: value = "task-1873549" [ 1842.082886] env[62402]: _type = "Task" [ 1842.082886] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.091831] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.103889] env[62402]: DEBUG nova.compute.manager [req-91653bae-291c-45e1-9376-b1631aea2a6a req-fca262ee-afdf-459d-a03f-7db46ff09b93 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Received event network-vif-plugged-44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1842.104294] env[62402]: DEBUG oslo_concurrency.lockutils [req-91653bae-291c-45e1-9376-b1631aea2a6a req-fca262ee-afdf-459d-a03f-7db46ff09b93 service nova] Acquiring lock "b652b608-b413-4fe5-a446-9baade91204b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.104671] env[62402]: DEBUG oslo_concurrency.lockutils [req-91653bae-291c-45e1-9376-b1631aea2a6a req-fca262ee-afdf-459d-a03f-7db46ff09b93 service nova] Lock "b652b608-b413-4fe5-a446-9baade91204b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.104900] env[62402]: DEBUG oslo_concurrency.lockutils [req-91653bae-291c-45e1-9376-b1631aea2a6a req-fca262ee-afdf-459d-a03f-7db46ff09b93 service nova] Lock "b652b608-b413-4fe5-a446-9baade91204b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.105111] env[62402]: DEBUG nova.compute.manager [req-91653bae-291c-45e1-9376-b1631aea2a6a req-fca262ee-afdf-459d-a03f-7db46ff09b93 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] No waiting events found dispatching network-vif-plugged-44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1842.105213] env[62402]: WARNING nova.compute.manager [req-91653bae-291c-45e1-9376-b1631aea2a6a req-fca262ee-afdf-459d-a03f-7db46ff09b93 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Received unexpected event network-vif-plugged-44ced76a-fce6-41f7-a33c-cb8ff034da98 for instance with vm_state building and task_state spawning. [ 1842.197136] env[62402]: DEBUG nova.network.neutron [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Successfully updated port: 44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1842.313966] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.349512] env[62402]: DEBUG oslo_concurrency.lockutils [req-b0d4567b-a420-4b14-889f-1d2d01135909 req-10597858-08a7-4cfc-ad2e-de68fad99285 service nova] Releasing lock "refresh_cache-88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.395200] env[62402]: DEBUG nova.objects.instance [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'flavor' on Instance uuid 9152c96a-83aa-4713-ae6b-31272a9ccd2a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.592599] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873549, 'name': ReconfigVM_Task, 'duration_secs': 0.191348} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.595039] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387176', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'name': 'volume-acfcadf6-ee26-49ca-93cb-3bec7690de22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a373932-f4b1-46d9-89c3-bd4bda5462de', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'serial': 'acfcadf6-ee26-49ca-93cb-3bec7690de22'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1842.700026] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.700026] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.700251] env[62402]: DEBUG nova.network.neutron [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1842.814793] env[62402]: DEBUG oslo_vmware.api [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873548, 'name': PowerOnVM_Task, 'duration_secs': 0.772843} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.815110] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1842.815328] env[62402]: INFO nova.compute.manager [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1842.815521] env[62402]: DEBUG nova.compute.manager [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1842.816287] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cd30d9-3423-46b5-a0b1-552acd9b2922 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.818730] env[62402]: DEBUG nova.network.neutron [-] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.899377] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.899586] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquired lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.899766] env[62402]: DEBUG nova.network.neutron [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1842.899942] env[62402]: DEBUG nova.objects.instance [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'info_cache' on Instance uuid 9152c96a-83aa-4713-ae6b-31272a9ccd2a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.093880] env[62402]: DEBUG nova.compute.manager [req-33f10b1a-e75f-45dd-9f6d-490d4306f1ca req-0cf88fea-6a3f-470a-8727-331306b92442 service nova] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Received event network-vif-deleted-1d9ee27f-9389-4862-a01a-111a30b7afef {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1843.231313] env[62402]: DEBUG nova.network.neutron [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1843.322437] env[62402]: INFO nova.compute.manager [-] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Took 1.48 seconds to deallocate network for instance. [ 1843.336065] env[62402]: INFO nova.compute.manager [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Took 14.08 seconds to build instance. [ 1843.361975] env[62402]: DEBUG nova.network.neutron [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updating instance_info_cache with network_info: [{"id": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "address": "fa:16:3e:c3:05:92", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ced76a-fc", "ovs_interfaceid": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.403156] env[62402]: DEBUG nova.objects.base [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Object Instance<9152c96a-83aa-4713-ae6b-31272a9ccd2a> lazy-loaded attributes: flavor,info_cache {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1843.647777] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1843.648127] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-138e9433-ef23-49e4-b07e-343886f214de {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.656354] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1843.656354] env[62402]: value = "task-1873550" [ 1843.656354] env[62402]: _type = "Task" [ 1843.656354] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.664140] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.839999] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa8d353f-7a35-4080-86e6-d967543928e8 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lock "04d41768-c807-47c7-beb5-713659cf8b52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.589s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.865257] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.865257] env[62402]: DEBUG nova.compute.manager [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Instance network_info: |[{"id": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "address": "fa:16:3e:c3:05:92", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ced76a-fc", "ovs_interfaceid": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1843.866254] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:05:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44ced76a-fce6-41f7-a33c-cb8ff034da98', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1843.872909] env[62402]: DEBUG oslo.service.loopingcall [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.873889] env[62402]: INFO nova.compute.manager [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Took 0.55 seconds to detach 1 volumes for instance. [ 1843.875519] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b652b608-b413-4fe5-a446-9baade91204b] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1843.878233] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d973e0fd-f342-424a-ada8-59c593c6ce87 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.899418] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1843.899418] env[62402]: value = "task-1873551" [ 1843.899418] env[62402]: _type = "Task" [ 1843.899418] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.908531] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873551, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.918849] env[62402]: DEBUG oslo_concurrency.lockutils [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquiring lock "04d41768-c807-47c7-beb5-713659cf8b52" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.919083] env[62402]: DEBUG oslo_concurrency.lockutils [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lock "04d41768-c807-47c7-beb5-713659cf8b52" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.919304] env[62402]: INFO nova.compute.manager [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Rebooting instance [ 1844.123529] env[62402]: DEBUG nova.network.neutron [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Updating instance_info_cache with network_info: [{"id": "d331ec0c-0455-4e02-9f9f-6d965fe7587f", "address": "fa:16:3e:3f:05:68", "network": {"id": "593bfbc3-9e5a-452b-a66c-b317909ee941", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-761706808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4b16721fa4b31800d5ff1df7c1bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd331ec0c-04", "ovs_interfaceid": "d331ec0c-0455-4e02-9f9f-6d965fe7587f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.130486] env[62402]: DEBUG nova.compute.manager [req-078be2fe-3993-407f-80e2-650703c4d600 req-c3b544fd-cbe6-4277-b96f-36b79f707f7e service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Received event network-changed-44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1844.130697] env[62402]: DEBUG nova.compute.manager [req-078be2fe-3993-407f-80e2-650703c4d600 req-c3b544fd-cbe6-4277-b96f-36b79f707f7e service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Refreshing instance network info cache due to event network-changed-44ced76a-fce6-41f7-a33c-cb8ff034da98. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1844.130899] env[62402]: DEBUG oslo_concurrency.lockutils [req-078be2fe-3993-407f-80e2-650703c4d600 req-c3b544fd-cbe6-4277-b96f-36b79f707f7e service nova] Acquiring lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.131014] env[62402]: DEBUG oslo_concurrency.lockutils [req-078be2fe-3993-407f-80e2-650703c4d600 req-c3b544fd-cbe6-4277-b96f-36b79f707f7e service nova] Acquired lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.131185] env[62402]: DEBUG nova.network.neutron [req-078be2fe-3993-407f-80e2-650703c4d600 req-c3b544fd-cbe6-4277-b96f-36b79f707f7e service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Refreshing network info cache for port 44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.166953] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1844.167247] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1844.167435] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387176', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'name': 'volume-acfcadf6-ee26-49ca-93cb-3bec7690de22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a373932-f4b1-46d9-89c3-bd4bda5462de', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'serial': 'acfcadf6-ee26-49ca-93cb-3bec7690de22'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1844.168261] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be74a05-2e88-4713-9804-1f4a9680760b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.188575] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec64f9b0-a81c-4304-94a6-29236c9e4b1b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.194941] env[62402]: WARNING nova.virt.vmwareapi.driver [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1844.195464] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1844.196020] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3162467e-bf04-4649-afc5-990d80917ecc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.203147] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1844.203407] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2adc1ef-79c2-440c-af6a-db4dc3819379 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.341775] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1844.342053] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1844.342251] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleting the datastore file [datastore2] 4a373932-f4b1-46d9-89c3-bd4bda5462de {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1844.342531] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75757135-7fad-46a3-a34d-3010eb7dd132 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.349066] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1844.349066] env[62402]: value = "task-1873553" [ 1844.349066] env[62402]: _type = "Task" [ 1844.349066] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.356579] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.394114] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.394339] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.394531] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.408519] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873551, 'name': CreateVM_Task, 'duration_secs': 0.317004} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.408679] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b652b608-b413-4fe5-a446-9baade91204b] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1844.409333] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.409520] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.409835] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1844.410092] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9697e4-bf3d-4173-8071-00c136436e48 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.414430] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1844.414696] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1844.414696] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e8e8dc-9d68-5758-c1a3-a517ad6d224b" [ 1844.414696] env[62402]: _type = "Task" [ 1844.414696] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.414864] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1844.428191] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e8e8dc-9d68-5758-c1a3-a517ad6d224b, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.429072] env[62402]: INFO nova.scheduler.client.report [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleted allocations for instance 465dfb3f-7504-42ff-994f-bb4d6edfb976 [ 1844.432023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.432023] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1844.432023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.432023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.432023] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1844.433268] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d462d718-c415-4e8e-b00d-ddebc7a9e56a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.440221] env[62402]: DEBUG oslo_concurrency.lockutils [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquiring lock "refresh_cache-04d41768-c807-47c7-beb5-713659cf8b52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.440510] env[62402]: DEBUG oslo_concurrency.lockutils [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquired lock "refresh_cache-04d41768-c807-47c7-beb5-713659cf8b52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.440788] env[62402]: DEBUG nova.network.neutron [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1844.444445] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1844.444626] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1844.445805] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c98370-c10e-46e9-848e-28e27f5dcb10 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.451915] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1844.451915] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529e2e99-8b48-a047-074c-42a8f285149b" [ 1844.451915] env[62402]: _type = "Task" [ 1844.451915] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.460046] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529e2e99-8b48-a047-074c-42a8f285149b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.627050] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Releasing lock "refresh_cache-9152c96a-83aa-4713-ae6b-31272a9ccd2a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.831133] env[62402]: DEBUG nova.network.neutron [req-078be2fe-3993-407f-80e2-650703c4d600 req-c3b544fd-cbe6-4277-b96f-36b79f707f7e service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updated VIF entry in instance network info cache for port 44ced76a-fce6-41f7-a33c-cb8ff034da98. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1844.831499] env[62402]: DEBUG nova.network.neutron [req-078be2fe-3993-407f-80e2-650703c4d600 req-c3b544fd-cbe6-4277-b96f-36b79f707f7e service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updating instance_info_cache with network_info: [{"id": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "address": "fa:16:3e:c3:05:92", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ced76a-fc", "ovs_interfaceid": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.858731] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156851} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.859026] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1844.859219] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1844.859463] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1844.925241] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1844.925453] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1844.938248] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5a549249-4e98-42f9-869b-ac04c9c88335 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "465dfb3f-7504-42ff-994f-bb4d6edfb976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.382s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.963103] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529e2e99-8b48-a047-074c-42a8f285149b, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.963896] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fab4e03-5598-4a2a-99c6-232ba100bea1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.969419] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1844.969419] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252ec8f-74cf-2ffd-6fd6-ba89be4fe88e" [ 1844.969419] env[62402]: _type = "Task" [ 1844.969419] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.977602] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252ec8f-74cf-2ffd-6fd6-ba89be4fe88e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.180523] env[62402]: DEBUG nova.network.neutron [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Updating instance_info_cache with network_info: [{"id": "0ccc4d4f-c749-40a7-a7b8-d91624b7ef61", "address": "fa:16:3e:5a:07:a3", "network": {"id": "cdc20dcc-5652-4b4d-8ebf-b9e225fabefd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1635794930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90940491c2d447c683ca60ad1776fa71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccc4d4f-c7", "ovs_interfaceid": "0ccc4d4f-c749-40a7-a7b8-d91624b7ef61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.333939] env[62402]: DEBUG oslo_concurrency.lockutils [req-078be2fe-3993-407f-80e2-650703c4d600 req-c3b544fd-cbe6-4277-b96f-36b79f707f7e service nova] Releasing lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.363797] env[62402]: INFO nova.virt.block_device [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Booting with volume acfcadf6-ee26-49ca-93cb-3bec7690de22 at /dev/sdb [ 1845.393661] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dbe4603-761e-4a39-a1e5-f6994c8abb6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.403110] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be5a763-aa22-444d-bba9-f56ce76efb6f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.436465] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cafb44c-abf5-4fb8-a86d-a1f19cb25891 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.444778] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98d7804-7a12-4664-a0bf-faa899ee631a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.463842] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.463998] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquired lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.464192] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Forcefully refreshing network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1845.479337] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53a2abc-25ab-4c54-8169-b66758afd695 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.489535] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39714816-27d9-4397-b06c-3a1fc7cf91c1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.491866] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5252ec8f-74cf-2ffd-6fd6-ba89be4fe88e, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.492427] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.492619] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] b652b608-b413-4fe5-a446-9baade91204b/b652b608-b413-4fe5-a446-9baade91204b.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1845.493168] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5179a072-b9c6-4013-976b-e5a77b4c8f2c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.500463] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1845.500463] env[62402]: value = "task-1873554" [ 1845.500463] env[62402]: _type = "Task" [ 1845.500463] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.507235] env[62402]: DEBUG nova.virt.block_device [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Updating existing volume attachment record: 348bf144-2575-41eb-b3ee-c0dfc348d56d {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1845.514750] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.632556] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.632920] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c86804c-9c98-4ec1-908c-def47c43d95c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.639794] env[62402]: DEBUG oslo_vmware.api [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1845.639794] env[62402]: value = "task-1873555" [ 1845.639794] env[62402]: _type = "Task" [ 1845.639794] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.650720] env[62402]: DEBUG oslo_vmware.api [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.682622] env[62402]: DEBUG oslo_concurrency.lockutils [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Releasing lock "refresh_cache-04d41768-c807-47c7-beb5-713659cf8b52" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.795066] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.795353] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.009343] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49319} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.010236] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] b652b608-b413-4fe5-a446-9baade91204b/b652b608-b413-4fe5-a446-9baade91204b.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1846.010471] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1846.010736] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80b35712-cfe2-40b2-b1bc-3c5c47604954 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.017162] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1846.017162] env[62402]: value = "task-1873556" [ 1846.017162] env[62402]: _type = "Task" [ 1846.017162] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.026384] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.150947] env[62402]: DEBUG oslo_vmware.api [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.188008] env[62402]: DEBUG nova.compute.manager [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.188894] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c5ef44-4d70-4961-b355-a3523973621a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.298501] env[62402]: DEBUG nova.compute.manager [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1846.527943] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074344} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.528242] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1846.529324] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f788c68-95f5-48df-a19e-b6434514b4af {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.553272] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] b652b608-b413-4fe5-a446-9baade91204b/b652b608-b413-4fe5-a446-9baade91204b.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.555892] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b226e9b6-51d7-4be0-bfb5-fff8207a9580 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.578483] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1846.578483] env[62402]: value = "task-1873557" [ 1846.578483] env[62402]: _type = "Task" [ 1846.578483] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.587632] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.652931] env[62402]: DEBUG oslo_vmware.api [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873555, 'name': PowerOnVM_Task, 'duration_secs': 0.552929} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.652931] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.652931] env[62402]: DEBUG nova.compute.manager [None req-8a814095-10bb-4c4f-bb56-5c6cc9a2ef4d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.653694] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fc527a-9aaf-47d9-8f44-187a68433598 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.741874] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updating instance_info_cache with network_info: [{"id": "f764e104-de42-426e-8dcc-6163d01d665c", "address": "fa:16:3e:26:d1:39", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf764e104-de", "ovs_interfaceid": "f764e104-de42-426e-8dcc-6163d01d665c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.821233] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.821500] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.823199] env[62402]: INFO nova.compute.claims [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.090844] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.204227] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97fc6a6-bf51-4336-84e3-e111c762f273 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.211781] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Doing hard reboot of VM {{(pid=62402) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1847.212055] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a6125fbb-ea10-4167-b68e-c01ee9959332 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.218801] env[62402]: DEBUG oslo_vmware.api [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for the task: (returnval){ [ 1847.218801] env[62402]: value = "task-1873558" [ 1847.218801] env[62402]: _type = "Task" [ 1847.218801] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.226940] env[62402]: DEBUG oslo_vmware.api [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873558, 'name': ResetVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.244608] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Releasing lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.244829] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updated the network info_cache for instance {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1847.244990] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.245216] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.245382] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.245532] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.245675] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.245912] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.245964] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1847.246083] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.589312] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873557, 'name': ReconfigVM_Task, 'duration_secs': 0.926517} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.589675] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] b652b608-b413-4fe5-a446-9baade91204b/b652b608-b413-4fe5-a446-9baade91204b.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1847.590359] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c184541a-b15b-493b-971a-ff812d39a145 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.596399] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1847.596399] env[62402]: value = "task-1873559" [ 1847.596399] env[62402]: _type = "Task" [ 1847.596399] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.603868] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873559, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.642692] env[62402]: DEBUG nova.virt.hardware [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1847.642935] env[62402]: DEBUG nova.virt.hardware [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1847.643107] env[62402]: DEBUG nova.virt.hardware [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1847.643294] env[62402]: DEBUG nova.virt.hardware [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1847.643475] env[62402]: DEBUG nova.virt.hardware [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1847.643584] env[62402]: DEBUG nova.virt.hardware [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1847.643780] env[62402]: DEBUG nova.virt.hardware [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1847.643934] env[62402]: DEBUG nova.virt.hardware [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1847.644173] env[62402]: DEBUG nova.virt.hardware [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1847.644345] env[62402]: DEBUG nova.virt.hardware [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1847.644517] env[62402]: DEBUG nova.virt.hardware [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1847.645468] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974aaf6a-bfb2-496b-8f1e-3ecc365ed7db {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.653109] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde99e60-1d4e-4d20-9e3e-bf51171785b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.666950] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:0c:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '550adfe5-4747-4ba2-bf5d-9a63665673d1', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1847.674373] env[62402]: DEBUG oslo.service.loopingcall [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.674828] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1847.675051] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa4a2df0-f124-47f8-8840-5a019c516dec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.693901] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1847.693901] env[62402]: value = "task-1873560" [ 1847.693901] env[62402]: _type = "Task" [ 1847.693901] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.701444] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873560, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.727927] env[62402]: DEBUG oslo_vmware.api [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873558, 'name': ResetVM_Task, 'duration_secs': 0.12078} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.728155] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Did hard reboot of VM {{(pid=62402) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1847.728348] env[62402]: DEBUG nova.compute.manager [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1847.729119] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d24415f-dc4f-4d6a-a6e3-57a05c3c99eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.748982] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.965050] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b9bb55-70bb-432c-9d1a-57fdb9bac141 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.972530] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a8c161-38b3-417a-b613-c0f2d93f0e32 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.003666] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c287245c-ee1a-40f1-9f8d-d3faa9fc10d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.011187] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8472b983-7329-4277-a126-f241f3180836 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.024760] env[62402]: DEBUG nova.compute.provider_tree [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.106778] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873559, 'name': Rename_Task, 'duration_secs': 0.260726} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.107110] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1848.107303] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5af3e27-b538-4191-a553-5c0ed3d1fb92 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.114332] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1848.114332] env[62402]: value = "task-1873561" [ 1848.114332] env[62402]: _type = "Task" [ 1848.114332] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.121950] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.204348] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873560, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.240994] env[62402]: DEBUG oslo_concurrency.lockutils [None req-13d7cc50-d1a0-4927-9f77-dcce6ead9242 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lock "04d41768-c807-47c7-beb5-713659cf8b52" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.322s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.530981] env[62402]: DEBUG nova.scheduler.client.report [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.534912] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquiring lock "04d41768-c807-47c7-beb5-713659cf8b52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.535239] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lock "04d41768-c807-47c7-beb5-713659cf8b52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.535497] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquiring lock "04d41768-c807-47c7-beb5-713659cf8b52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.535740] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lock "04d41768-c807-47c7-beb5-713659cf8b52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.535870] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lock "04d41768-c807-47c7-beb5-713659cf8b52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.537865] env[62402]: INFO nova.compute.manager [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Terminating instance [ 1848.623855] env[62402]: DEBUG oslo_vmware.api [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873561, 'name': PowerOnVM_Task, 'duration_secs': 0.48396} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.624224] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1848.624444] env[62402]: INFO nova.compute.manager [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1848.624627] env[62402]: DEBUG nova.compute.manager [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1848.625461] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b800d0c-5130-4aca-b193-af8d5575ca8d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.703900] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873560, 'name': CreateVM_Task, 'duration_secs': 0.624359} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.704387] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1848.705083] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.705277] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.705592] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1848.705855] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036105dc-d716-46ec-a62c-c16bc936f64d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.710919] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1848.710919] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521b543a-f921-c8f9-9aa6-b6944192d381" [ 1848.710919] env[62402]: _type = "Task" [ 1848.710919] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.718728] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521b543a-f921-c8f9-9aa6-b6944192d381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.039441] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.039994] env[62402]: DEBUG nova.compute.manager [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1849.042701] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.294s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.043108] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.043108] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1849.043655] env[62402]: DEBUG nova.compute.manager [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1849.043849] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.044915] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90369e7b-3b71-489a-a304-957786ba5d60 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.048139] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92936730-c4c0-4113-a1c6-4b56be5b4ce6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.055996] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.058091] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b0c42bd-acaa-4381-85d0-0ed7e9ebde00 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.060932] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab6d30b-3d88-43f5-ad69-7d4c3020ed25 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.078573] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a28312-8d51-44d9-81ad-f35186be4000 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.081692] env[62402]: DEBUG oslo_vmware.api [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for the task: (returnval){ [ 1849.081692] env[62402]: value = "task-1873562" [ 1849.081692] env[62402]: _type = "Task" [ 1849.081692] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.088285] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471bc210-1168-496b-b330-021e09a90567 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.094491] env[62402]: DEBUG oslo_vmware.api [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.122423] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180032MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1849.122795] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.122795] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.144030] env[62402]: INFO nova.compute.manager [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Took 11.71 seconds to build instance. [ 1849.220486] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521b543a-f921-c8f9-9aa6-b6944192d381, 'name': SearchDatastore_Task, 'duration_secs': 0.011529} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.221416] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.221416] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1849.221416] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.221623] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.221709] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1849.221980] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd71289a-0149-45d6-bd33-a97779e4088c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.234175] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1849.234365] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1849.235114] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d820e3-b11f-49b3-becc-13988dfa4221 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.241031] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1849.241031] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5288c80b-c8ad-7445-4aa7-f191dab7221c" [ 1849.241031] env[62402]: _type = "Task" [ 1849.241031] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.248218] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5288c80b-c8ad-7445-4aa7-f191dab7221c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.546447] env[62402]: DEBUG nova.compute.utils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1849.547881] env[62402]: DEBUG nova.compute.manager [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1849.548064] env[62402]: DEBUG nova.network.neutron [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1849.590496] env[62402]: DEBUG oslo_vmware.api [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873562, 'name': PowerOffVM_Task, 'duration_secs': 0.402451} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.590792] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.590964] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1849.591239] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81aee690-37ba-4821-a1ca-3b1c659178ca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.604595] env[62402]: DEBUG nova.policy [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2e46c9fe6764394a8414b4ffb26d5f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dc137df952d4bf083ec4e7bbd0f608f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1849.645881] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0c9f0a30-73b4-4117-8a0e-22336db498fa tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "b652b608-b413-4fe5-a446-9baade91204b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.222s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.687069] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1849.687351] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1849.687556] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Deleting the datastore file [datastore2] 04d41768-c807-47c7-beb5-713659cf8b52 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1849.687827] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e927eaa-f8ad-4e11-b90f-5757ffb5a625 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.694737] env[62402]: DEBUG oslo_vmware.api [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for the task: (returnval){ [ 1849.694737] env[62402]: value = "task-1873564" [ 1849.694737] env[62402]: _type = "Task" [ 1849.694737] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.703437] env[62402]: DEBUG oslo_vmware.api [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.750829] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5288c80b-c8ad-7445-4aa7-f191dab7221c, 'name': SearchDatastore_Task, 'duration_secs': 0.009247} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.751647] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee15d12-317a-4d9c-8d1d-9f7c78448947 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.757104] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1849.757104] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cc3366-5ab8-1add-f8ff-53ede33334c2" [ 1849.757104] env[62402]: _type = "Task" [ 1849.757104] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.764470] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cc3366-5ab8-1add-f8ff-53ede33334c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.051403] env[62402]: DEBUG nova.compute.manager [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1850.148858] env[62402]: DEBUG nova.compute.manager [req-9d54a8da-2d6a-4034-a980-643e6951c842 req-ed860e7c-8d27-4067-933c-77d38cb46e11 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Received event network-changed-377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1850.149118] env[62402]: DEBUG nova.compute.manager [req-9d54a8da-2d6a-4034-a980-643e6951c842 req-ed860e7c-8d27-4067-933c-77d38cb46e11 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Refreshing instance network info cache due to event network-changed-377a6f4c-cc76-41f9-be60-c9d0c55e1e43. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1850.149332] env[62402]: DEBUG oslo_concurrency.lockutils [req-9d54a8da-2d6a-4034-a980-643e6951c842 req-ed860e7c-8d27-4067-933c-77d38cb46e11 service nova] Acquiring lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.149488] env[62402]: DEBUG oslo_concurrency.lockutils [req-9d54a8da-2d6a-4034-a980-643e6951c842 req-ed860e7c-8d27-4067-933c-77d38cb46e11 service nova] Acquired lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.149676] env[62402]: DEBUG nova.network.neutron [req-9d54a8da-2d6a-4034-a980-643e6951c842 req-ed860e7c-8d27-4067-933c-77d38cb46e11 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Refreshing network info cache for port 377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1850.159250] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8a58174b-e33a-4f2e-9e06-d78a335d1579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.159250] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance aab39cb2-8ae8-4d0e-a4a1-4e215647694e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.159386] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 9152c96a-83aa-4713-ae6b-31272a9ccd2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.159460] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 4a373932-f4b1-46d9-89c3-bd4bda5462de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.159653] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance e67a1387-3862-4b89-9e1d-347badf86328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.159691] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance f570ec9e-c2ed-4dea-91b8-5db43bdfedd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.159828] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 84665542-d2a1-4c55-acba-32e624b3a2f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.159909] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.160033] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 04d41768-c807-47c7-beb5-713659cf8b52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.160151] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance b652b608-b413-4fe5-a446-9baade91204b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.160286] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.160527] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1850.160673] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1850.207502] env[62402]: DEBUG oslo_vmware.api [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Task: {'id': task-1873564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142365} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.207760] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1850.208059] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1850.208263] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1850.208702] env[62402]: INFO nova.compute.manager [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1850.208953] env[62402]: DEBUG oslo.service.loopingcall [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.209162] env[62402]: DEBUG nova.compute.manager [-] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1850.209258] env[62402]: DEBUG nova.network.neutron [-] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1850.273967] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52cc3366-5ab8-1add-f8ff-53ede33334c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009436} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.276978] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.277255] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 4a373932-f4b1-46d9-89c3-bd4bda5462de/4a373932-f4b1-46d9-89c3-bd4bda5462de.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1850.277749] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77c9c355-348a-4ce7-8938-845e699e765e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.284400] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1850.284400] env[62402]: value = "task-1873565" [ 1850.284400] env[62402]: _type = "Task" [ 1850.284400] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.291902] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.336337] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb1ef37-66fc-4a3a-9b0e-d3844a153f71 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.344511] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c08104-8a6c-4d03-b35a-a4645960bd74 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.382827] env[62402]: DEBUG nova.network.neutron [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Successfully created port: 48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1850.385530] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f8f3cf-760d-4e3a-ac4b-dfa3a32a7589 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.394732] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c8837e-3d57-4971-9c84-a016c8012654 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.408749] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.483994] env[62402]: DEBUG nova.compute.manager [req-e4d7023f-17a8-4b9a-b2eb-f6c598132939 req-615063a7-cf9e-4a26-b709-1794fc78a9ea service nova] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Received event network-vif-deleted-0ccc4d4f-c749-40a7-a7b8-d91624b7ef61 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1850.484445] env[62402]: INFO nova.compute.manager [req-e4d7023f-17a8-4b9a-b2eb-f6c598132939 req-615063a7-cf9e-4a26-b709-1794fc78a9ea service nova] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Neutron deleted interface 0ccc4d4f-c749-40a7-a7b8-d91624b7ef61; detaching it from the instance and deleting it from the info cache [ 1850.484735] env[62402]: DEBUG nova.network.neutron [req-e4d7023f-17a8-4b9a-b2eb-f6c598132939 req-615063a7-cf9e-4a26-b709-1794fc78a9ea service nova] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.585344] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "e67a1387-3862-4b89-9e1d-347badf86328" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.585647] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "e67a1387-3862-4b89-9e1d-347badf86328" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.799800] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477326} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.800465] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 4a373932-f4b1-46d9-89c3-bd4bda5462de/4a373932-f4b1-46d9-89c3-bd4bda5462de.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1850.800465] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1850.800625] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de189b57-3c32-4c91-b66f-c1b9742c93c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.811380] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1850.811380] env[62402]: value = "task-1873566" [ 1850.811380] env[62402]: _type = "Task" [ 1850.811380] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.816524] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.911793] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.946212] env[62402]: DEBUG nova.network.neutron [req-9d54a8da-2d6a-4034-a980-643e6951c842 req-ed860e7c-8d27-4067-933c-77d38cb46e11 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updated VIF entry in instance network info cache for port 377a6f4c-cc76-41f9-be60-c9d0c55e1e43. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1850.947054] env[62402]: DEBUG nova.network.neutron [req-9d54a8da-2d6a-4034-a980-643e6951c842 req-ed860e7c-8d27-4067-933c-77d38cb46e11 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updating instance_info_cache with network_info: [{"id": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "address": "fa:16:3e:8d:55:7a", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a6f4c-cc", "ovs_interfaceid": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.956919] env[62402]: DEBUG nova.network.neutron [-] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.987695] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1650498-dd12-4494-b5db-5b80f5320d8a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.001016] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dbc130-b7c4-4700-9348-33340d381f25 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.030708] env[62402]: DEBUG nova.compute.manager [req-e4d7023f-17a8-4b9a-b2eb-f6c598132939 req-615063a7-cf9e-4a26-b709-1794fc78a9ea service nova] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Detach interface failed, port_id=0ccc4d4f-c749-40a7-a7b8-d91624b7ef61, reason: Instance 04d41768-c807-47c7-beb5-713659cf8b52 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1851.064548] env[62402]: DEBUG nova.compute.manager [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1851.095333] env[62402]: DEBUG nova.virt.hardware [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1851.095333] env[62402]: DEBUG nova.virt.hardware [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1851.095333] env[62402]: DEBUG nova.virt.hardware [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1851.095333] env[62402]: DEBUG nova.virt.hardware [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1851.095333] env[62402]: DEBUG nova.virt.hardware [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1851.095333] env[62402]: DEBUG nova.virt.hardware [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1851.095333] env[62402]: DEBUG nova.virt.hardware [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1851.095333] env[62402]: DEBUG nova.virt.hardware [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1851.095333] env[62402]: DEBUG nova.virt.hardware [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1851.096607] env[62402]: DEBUG nova.virt.hardware [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1851.097305] env[62402]: DEBUG nova.virt.hardware [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1851.098419] env[62402]: INFO nova.compute.manager [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Detaching volume 149f8c38-267a-418a-8344-cf6eda27e02f [ 1851.102180] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e225b1cc-9e09-4a25-b29f-ad28ed5e5205 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.118041] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8378cf44-74c2-4e8d-bd65-f975d0cd93eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.161096] env[62402]: INFO nova.virt.block_device [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Attempting to driver detach volume 149f8c38-267a-418a-8344-cf6eda27e02f from mountpoint /dev/sdb [ 1851.161096] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1851.161096] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387166', 'volume_id': '149f8c38-267a-418a-8344-cf6eda27e02f', 'name': 'volume-149f8c38-267a-418a-8344-cf6eda27e02f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e67a1387-3862-4b89-9e1d-347badf86328', 'attached_at': '', 'detached_at': '', 'volume_id': '149f8c38-267a-418a-8344-cf6eda27e02f', 'serial': '149f8c38-267a-418a-8344-cf6eda27e02f'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1851.161096] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de3ed42-fdff-424f-b49d-79a1d40c00ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.184865] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480ea57f-0770-4608-a0e7-820ef0c96cdd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.191333] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bd9111-7a04-4b45-a9b3-93791a16a525 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.212064] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b70230c-722f-46e0-a239-06cbb9120f05 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.227839] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] The volume has not been displaced from its original location: [datastore2] volume-149f8c38-267a-418a-8344-cf6eda27e02f/volume-149f8c38-267a-418a-8344-cf6eda27e02f.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1851.233387] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1851.233685] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d59806-790f-4a1f-b13b-92876a9de6ce {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.253275] env[62402]: DEBUG oslo_vmware.api [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1851.253275] env[62402]: value = "task-1873567" [ 1851.253275] env[62402]: _type = "Task" [ 1851.253275] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.261733] env[62402]: DEBUG oslo_vmware.api [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.318162] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267981} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.318463] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1851.319246] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c952d3eb-e479-4767-94d7-6496ce06e6ba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.341508] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4a373932-f4b1-46d9-89c3-bd4bda5462de/4a373932-f4b1-46d9-89c3-bd4bda5462de.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1851.341815] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b1841de-b9d8-4e91-9e9c-ce0f67743bb5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.360918] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1851.360918] env[62402]: value = "task-1873568" [ 1851.360918] env[62402]: _type = "Task" [ 1851.360918] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.368813] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.416768] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1851.416993] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.294s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.451026] env[62402]: DEBUG oslo_concurrency.lockutils [req-9d54a8da-2d6a-4034-a980-643e6951c842 req-ed860e7c-8d27-4067-933c-77d38cb46e11 service nova] Releasing lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.459859] env[62402]: INFO nova.compute.manager [-] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Took 1.25 seconds to deallocate network for instance. [ 1851.764748] env[62402]: DEBUG oslo_vmware.api [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873567, 'name': ReconfigVM_Task, 'duration_secs': 0.364529} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.765199] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1851.769938] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ed2512-91bb-415e-b64d-044d3904459e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.785214] env[62402]: DEBUG oslo_vmware.api [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1851.785214] env[62402]: value = "task-1873569" [ 1851.785214] env[62402]: _type = "Task" [ 1851.785214] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.793363] env[62402]: DEBUG oslo_vmware.api [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.872771] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.969545] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.969545] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.969545] env[62402]: DEBUG nova.objects.instance [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lazy-loading 'resources' on Instance uuid 04d41768-c807-47c7-beb5-713659cf8b52 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1852.089885] env[62402]: DEBUG nova.network.neutron [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Successfully updated port: 48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.184046] env[62402]: DEBUG nova.compute.manager [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Received event network-changed-44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1852.184333] env[62402]: DEBUG nova.compute.manager [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Refreshing instance network info cache due to event network-changed-44ced76a-fce6-41f7-a33c-cb8ff034da98. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1852.184523] env[62402]: DEBUG oslo_concurrency.lockutils [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] Acquiring lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.184709] env[62402]: DEBUG oslo_concurrency.lockutils [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] Acquired lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.185095] env[62402]: DEBUG nova.network.neutron [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Refreshing network info cache for port 44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1852.295024] env[62402]: DEBUG oslo_vmware.api [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873569, 'name': ReconfigVM_Task, 'duration_secs': 0.191599} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.295287] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387166', 'volume_id': '149f8c38-267a-418a-8344-cf6eda27e02f', 'name': 'volume-149f8c38-267a-418a-8344-cf6eda27e02f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e67a1387-3862-4b89-9e1d-347badf86328', 'attached_at': '', 'detached_at': '', 'volume_id': '149f8c38-267a-418a-8344-cf6eda27e02f', 'serial': '149f8c38-267a-418a-8344-cf6eda27e02f'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1852.371301] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.516227] env[62402]: DEBUG nova.compute.manager [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Received event network-changed-44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1852.516508] env[62402]: DEBUG nova.compute.manager [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Refreshing instance network info cache due to event network-changed-44ced76a-fce6-41f7-a33c-cb8ff034da98. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1852.516626] env[62402]: DEBUG oslo_concurrency.lockutils [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] Acquiring lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.591981] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.592193] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.592460] env[62402]: DEBUG nova.network.neutron [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.627466] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c497dd-d3a8-4340-90e9-38875cd093e3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.634859] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ea962a-7b14-460e-8de3-e838dc7f2e66 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.665805] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af80498-c7af-436d-aa0c-2a5f35a8e362 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.673383] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5db479-5bc8-404e-8aea-7222df1d2e6f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.690210] env[62402]: DEBUG nova.compute.provider_tree [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.837317] env[62402]: DEBUG nova.objects.instance [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lazy-loading 'flavor' on Instance uuid e67a1387-3862-4b89-9e1d-347badf86328 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1852.873200] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873568, 'name': ReconfigVM_Task, 'duration_secs': 1.067616} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.873490] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4a373932-f4b1-46d9-89c3-bd4bda5462de/4a373932-f4b1-46d9-89c3-bd4bda5462de.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1852.874670] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'disk_bus': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'boot_index': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'image_id': '5478f57f-f57a-4780-a2a6-4bc10ccde419'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387176', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'name': 'volume-acfcadf6-ee26-49ca-93cb-3bec7690de22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a373932-f4b1-46d9-89c3-bd4bda5462de', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'serial': 'acfcadf6-ee26-49ca-93cb-3bec7690de22'}, 'disk_bus': None, 'guest_format': None, 'boot_index': None, 'device_type': None, 'attachment_id': '348bf144-2575-41eb-b3ee-c0dfc348d56d', 'volume_type': None}], 'swap': None} {{(pid=62402) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1852.874868] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1852.875103] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387176', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'name': 'volume-acfcadf6-ee26-49ca-93cb-3bec7690de22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a373932-f4b1-46d9-89c3-bd4bda5462de', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'serial': 'acfcadf6-ee26-49ca-93cb-3bec7690de22'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1852.875910] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fde010c-b57c-488e-a437-20d358d77e8c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.892277] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b0ab02-4a29-45d2-bad2-5c25ccf0e71f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.916485] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-acfcadf6-ee26-49ca-93cb-3bec7690de22/volume-acfcadf6-ee26-49ca-93cb-3bec7690de22.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.917405] env[62402]: DEBUG nova.network.neutron [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updated VIF entry in instance network info cache for port 44ced76a-fce6-41f7-a33c-cb8ff034da98. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1852.917732] env[62402]: DEBUG nova.network.neutron [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updating instance_info_cache with network_info: [{"id": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "address": "fa:16:3e:c3:05:92", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ced76a-fc", "ovs_interfaceid": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.918888] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d28724-eeec-4320-9646-621a85257e92 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.939133] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1852.939133] env[62402]: value = "task-1873570" [ 1852.939133] env[62402]: _type = "Task" [ 1852.939133] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.949550] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.127872] env[62402]: DEBUG nova.network.neutron [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.192844] env[62402]: DEBUG nova.scheduler.client.report [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1853.253984] env[62402]: DEBUG nova.network.neutron [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updating instance_info_cache with network_info: [{"id": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "address": "fa:16:3e:19:96:df", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48abb1ae-1f", "ovs_interfaceid": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.433461] env[62402]: DEBUG oslo_concurrency.lockutils [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] Releasing lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.433731] env[62402]: DEBUG nova.compute.manager [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Received event network-vif-plugged-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1853.433945] env[62402]: DEBUG oslo_concurrency.lockutils [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] Acquiring lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.434221] env[62402]: DEBUG oslo_concurrency.lockutils [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.434409] env[62402]: DEBUG oslo_concurrency.lockutils [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.434580] env[62402]: DEBUG nova.compute.manager [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] No waiting events found dispatching network-vif-plugged-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1853.434765] env[62402]: WARNING nova.compute.manager [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Received unexpected event network-vif-plugged-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 for instance with vm_state building and task_state spawning. [ 1853.434933] env[62402]: DEBUG nova.compute.manager [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Received event network-changed-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1853.435151] env[62402]: DEBUG nova.compute.manager [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Refreshing instance network info cache due to event network-changed-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1853.435330] env[62402]: DEBUG oslo_concurrency.lockutils [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] Acquiring lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.435558] env[62402]: DEBUG oslo_concurrency.lockutils [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] Acquired lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.435725] env[62402]: DEBUG nova.network.neutron [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Refreshing network info cache for port 44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.450130] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.697600] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.719483] env[62402]: INFO nova.scheduler.client.report [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Deleted allocations for instance 04d41768-c807-47c7-beb5-713659cf8b52 [ 1853.756647] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.757106] env[62402]: DEBUG nova.compute.manager [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Instance network_info: |[{"id": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "address": "fa:16:3e:19:96:df", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48abb1ae-1f", "ovs_interfaceid": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1853.757316] env[62402]: DEBUG oslo_concurrency.lockutils [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] Acquired lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.757500] env[62402]: DEBUG nova.network.neutron [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Refreshing network info cache for port 48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.758710] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:96:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.767412] env[62402]: DEBUG oslo.service.loopingcall [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.770704] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.771176] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c694af1e-5f7d-456b-ba27-71a8e6561274 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.792308] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.792308] env[62402]: value = "task-1873571" [ 1853.792308] env[62402]: _type = "Task" [ 1853.792308] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.799847] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873571, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.846776] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f78578c5-8bf1-4d8b-9ac2-1955d4fbfd89 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "e67a1387-3862-4b89-9e1d-347badf86328" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.951787] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873570, 'name': ReconfigVM_Task, 'duration_secs': 0.793646} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.952101] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-acfcadf6-ee26-49ca-93cb-3bec7690de22/volume-acfcadf6-ee26-49ca-93cb-3bec7690de22.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1853.957041] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf8df15c-fc3a-419f-8aa2-9bea1d833f7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.972184] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1853.972184] env[62402]: value = "task-1873572" [ 1853.972184] env[62402]: _type = "Task" [ 1853.972184] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.979992] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.981504] env[62402]: DEBUG nova.network.neutron [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updated VIF entry in instance network info cache for port 48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1853.981824] env[62402]: DEBUG nova.network.neutron [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updating instance_info_cache with network_info: [{"id": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "address": "fa:16:3e:19:96:df", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48abb1ae-1f", "ovs_interfaceid": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.156530] env[62402]: DEBUG nova.network.neutron [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updated VIF entry in instance network info cache for port 44ced76a-fce6-41f7-a33c-cb8ff034da98. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.156896] env[62402]: DEBUG nova.network.neutron [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updating instance_info_cache with network_info: [{"id": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "address": "fa:16:3e:c3:05:92", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ced76a-fc", "ovs_interfaceid": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.228028] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aa3e876e-11e9-4a4e-b552-402580458af3 tempest-InstanceActionsTestJSON-1441849100 tempest-InstanceActionsTestJSON-1441849100-project-member] Lock "04d41768-c807-47c7-beb5-713659cf8b52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.692s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.302448] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873571, 'name': CreateVM_Task, 'duration_secs': 0.349718} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.302618] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.303382] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.303552] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.303857] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1854.304144] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b47eaab-b01a-4883-a5a6-ccad0ef9e99d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.308924] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1854.308924] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52043605-b9d0-8cb1-20b0-af0c690146d3" [ 1854.308924] env[62402]: _type = "Task" [ 1854.308924] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.316624] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52043605-b9d0-8cb1-20b0-af0c690146d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.482391] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873572, 'name': ReconfigVM_Task, 'duration_secs': 0.148027} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.482704] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387176', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'name': 'volume-acfcadf6-ee26-49ca-93cb-3bec7690de22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a373932-f4b1-46d9-89c3-bd4bda5462de', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'serial': 'acfcadf6-ee26-49ca-93cb-3bec7690de22'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1854.483277] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09485736-42aa-42e0-8178-db25789daa19 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.485197] env[62402]: DEBUG oslo_concurrency.lockutils [req-98a6b3ba-2697-49da-b5dc-9e3279f04beb req-ca47f67d-7f20-4f69-ad00-0e486e1c6da5 service nova] Releasing lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.490967] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1854.490967] env[62402]: value = "task-1873573" [ 1854.490967] env[62402]: _type = "Task" [ 1854.490967] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.498141] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873573, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.659466] env[62402]: DEBUG oslo_concurrency.lockutils [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] Releasing lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.659747] env[62402]: DEBUG nova.compute.manager [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Received event network-changed-377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1854.659929] env[62402]: DEBUG nova.compute.manager [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Refreshing instance network info cache due to event network-changed-377a6f4c-cc76-41f9-be60-c9d0c55e1e43. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1854.660170] env[62402]: DEBUG oslo_concurrency.lockutils [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] Acquiring lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.660318] env[62402]: DEBUG oslo_concurrency.lockutils [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] Acquired lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.660483] env[62402]: DEBUG nova.network.neutron [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Refreshing network info cache for port 377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.820677] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52043605-b9d0-8cb1-20b0-af0c690146d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011263} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.820978] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.821231] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1854.821465] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.821608] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.821783] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1854.822056] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15ba5fc3-4d5d-4543-a8be-8f4adac43466 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.834756] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1854.835047] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1854.835665] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e883b20d-32c3-4595-8b39-7386ad9a8a7d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.841046] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1854.841046] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5222d0ba-ff59-1b1b-5cbc-c596adacfa01" [ 1854.841046] env[62402]: _type = "Task" [ 1854.841046] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.847587] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "e67a1387-3862-4b89-9e1d-347badf86328" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.848389] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "e67a1387-3862-4b89-9e1d-347badf86328" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.848389] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "e67a1387-3862-4b89-9e1d-347badf86328-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.848389] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "e67a1387-3862-4b89-9e1d-347badf86328-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.848671] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "e67a1387-3862-4b89-9e1d-347badf86328-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.853026] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5222d0ba-ff59-1b1b-5cbc-c596adacfa01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.853286] env[62402]: INFO nova.compute.manager [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Terminating instance [ 1855.003601] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873573, 'name': Rename_Task, 'duration_secs': 0.181553} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.003601] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1855.003601] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fab8f2f1-fec2-4fe5-9973-b9f40878c1ff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.010207] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1855.010207] env[62402]: value = "task-1873574" [ 1855.010207] env[62402]: _type = "Task" [ 1855.010207] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.017427] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.352161] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5222d0ba-ff59-1b1b-5cbc-c596adacfa01, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.352974] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceba6d8b-0eab-4090-a939-bdccd61a1e47 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.357234] env[62402]: DEBUG nova.compute.manager [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1855.357492] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1855.359520] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a8502a-91a2-4595-b668-149a0a42b9e3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.363087] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1855.363087] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bafa9a-d212-4749-f0e6-7637a1e02c6f" [ 1855.363087] env[62402]: _type = "Task" [ 1855.363087] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.368503] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1855.369082] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f823317-9271-4520-b296-d65137e76e05 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.373643] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52bafa9a-d212-4749-f0e6-7637a1e02c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.374246] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.374549] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf/aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.375184] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd172f96-71b9-4c95-a6e9-55031ff87bab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.379030] env[62402]: DEBUG oslo_vmware.api [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1855.379030] env[62402]: value = "task-1873575" [ 1855.379030] env[62402]: _type = "Task" [ 1855.379030] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.383075] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1855.383075] env[62402]: value = "task-1873576" [ 1855.383075] env[62402]: _type = "Task" [ 1855.383075] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.391096] env[62402]: DEBUG oslo_vmware.api [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.395956] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.527887] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873574, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.811268] env[62402]: DEBUG nova.network.neutron [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updated VIF entry in instance network info cache for port 377a6f4c-cc76-41f9-be60-c9d0c55e1e43. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.811717] env[62402]: DEBUG nova.network.neutron [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updating instance_info_cache with network_info: [{"id": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "address": "fa:16:3e:8d:55:7a", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a6f4c-cc", "ovs_interfaceid": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.892283] env[62402]: DEBUG oslo_vmware.api [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873575, 'name': PowerOffVM_Task, 'duration_secs': 0.215209} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.895678] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1855.896090] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1855.896775] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508253} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.897120] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc8fb25f-7d2b-47d3-bff7-b567c9237fa1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.898833] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf/aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1855.899213] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1855.901575] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81a9a43b-3fbf-46d8-b1a9-fa4771e4b700 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.906973] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1855.906973] env[62402]: value = "task-1873578" [ 1855.906973] env[62402]: _type = "Task" [ 1855.906973] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.918254] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.019740] env[62402]: DEBUG oslo_vmware.api [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873574, 'name': PowerOnVM_Task, 'duration_secs': 0.836306} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.020384] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1856.020384] env[62402]: DEBUG nova.compute.manager [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.021072] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7539933c-f085-4717-89fd-982ecebccb57 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.186334] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1856.186554] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1856.186742] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleting the datastore file [datastore1] e67a1387-3862-4b89-9e1d-347badf86328 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1856.187016] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c572c48a-48b9-40f0-af9d-748393559e76 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.193757] env[62402]: DEBUG oslo_vmware.api [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1856.193757] env[62402]: value = "task-1873579" [ 1856.193757] env[62402]: _type = "Task" [ 1856.193757] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.204361] env[62402]: DEBUG oslo_vmware.api [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.314737] env[62402]: DEBUG oslo_concurrency.lockutils [req-358c3389-4284-46a6-9597-3e0c210902e0 req-3f209b8c-200e-4771-8ba9-ce1564be602a service nova] Releasing lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.418709] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067273} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.418993] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1856.419780] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca1415a-3afa-4a6f-8e92-2d7a586a93ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.443051] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf/aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1856.443540] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b604c148-413a-4783-9c7a-87cc165fa055 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.463745] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1856.463745] env[62402]: value = "task-1873580" [ 1856.463745] env[62402]: _type = "Task" [ 1856.463745] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.471555] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.539544] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.539818] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.540061] env[62402]: DEBUG nova.objects.instance [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62402) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1856.703314] env[62402]: DEBUG oslo_vmware.api [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136762} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.703712] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.703841] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.704243] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.704243] env[62402]: INFO nova.compute.manager [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1856.704475] env[62402]: DEBUG oslo.service.loopingcall [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.704670] env[62402]: DEBUG nova.compute.manager [-] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1856.704776] env[62402]: DEBUG nova.network.neutron [-] [instance: e67a1387-3862-4b89-9e1d-347badf86328] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1856.974683] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.191914] env[62402]: DEBUG nova.compute.manager [req-f741d34c-da38-4083-b1c4-4f00e2659025 req-7b4e8816-31c2-47ba-adf4-e3e487348426 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Received event network-vif-deleted-49f7f5b9-4559-45bb-b914-3b99352f3563 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1857.192179] env[62402]: INFO nova.compute.manager [req-f741d34c-da38-4083-b1c4-4f00e2659025 req-7b4e8816-31c2-47ba-adf4-e3e487348426 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Neutron deleted interface 49f7f5b9-4559-45bb-b914-3b99352f3563; detaching it from the instance and deleting it from the info cache [ 1857.192378] env[62402]: DEBUG nova.network.neutron [req-f741d34c-da38-4083-b1c4-4f00e2659025 req-7b4e8816-31c2-47ba-adf4-e3e487348426 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.475324] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873580, 'name': ReconfigVM_Task, 'duration_secs': 0.724261} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.475716] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Reconfigured VM instance instance-0000006f to attach disk [datastore2] aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf/aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.476260] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ece7592b-716b-4b77-8e31-2660550ca15b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.482427] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1857.482427] env[62402]: value = "task-1873581" [ 1857.482427] env[62402]: _type = "Task" [ 1857.482427] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.489757] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873581, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.549260] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7a056e98-1cce-4cdc-a617-a23cd1ab247b tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.671236] env[62402]: DEBUG nova.network.neutron [-] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.695353] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1eb4301e-5763-41fd-8d70-067ff3be73d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.708435] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eada84ee-ef5c-4fa4-8b0e-d7b5858b2ac5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.754089] env[62402]: DEBUG nova.compute.manager [req-f741d34c-da38-4083-b1c4-4f00e2659025 req-7b4e8816-31c2-47ba-adf4-e3e487348426 service nova] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Detach interface failed, port_id=49f7f5b9-4559-45bb-b914-3b99352f3563, reason: Instance e67a1387-3862-4b89-9e1d-347badf86328 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1857.991878] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873581, 'name': Rename_Task, 'duration_secs': 0.140106} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.992250] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.992500] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc1c237b-2cee-47ec-8b1e-385edad87550 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.998378] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1857.998378] env[62402]: value = "task-1873582" [ 1857.998378] env[62402]: _type = "Task" [ 1857.998378] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.005343] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.174594] env[62402]: INFO nova.compute.manager [-] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Took 1.47 seconds to deallocate network for instance. [ 1858.509450] env[62402]: DEBUG oslo_vmware.api [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873582, 'name': PowerOnVM_Task, 'duration_secs': 0.464267} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.509786] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.510044] env[62402]: INFO nova.compute.manager [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1858.510264] env[62402]: DEBUG nova.compute.manager [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.511122] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10f0d51-ad69-487a-9dc0-6b2e188b53d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.682546] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.682897] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.683231] env[62402]: DEBUG nova.objects.instance [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lazy-loading 'resources' on Instance uuid e67a1387-3862-4b89-9e1d-347badf86328 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.027561] env[62402]: INFO nova.compute.manager [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Took 12.22 seconds to build instance. [ 1859.322547] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd93a37-2faf-4857-ba25-41408bc4ed04 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.331752] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397ea4bf-81ca-42f9-9879-2cfa30c745e9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.361679] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654f8c06-f0a5-4322-8b85-b5a94f0b60f8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.368783] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad44f47-8e54-4993-8efe-2f9239d753ef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.381631] env[62402]: DEBUG nova.compute.provider_tree [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.440939] env[62402]: INFO nova.compute.manager [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Rebuilding instance [ 1859.476701] env[62402]: DEBUG nova.compute.manager [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1859.477601] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dd39c7-208d-4918-8e1e-040c98d3aab3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.529559] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0dc4666c-88ae-49e2-8a6f-43871113ebcc tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.734s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.884891] env[62402]: DEBUG nova.scheduler.client.report [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.087649] env[62402]: DEBUG nova.compute.manager [req-b35a2ef2-e8d7-4e77-97b3-7ba199336a25 req-b772713b-e335-42b2-bf73-b3c08a7fa65b service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Received event network-changed-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1860.088052] env[62402]: DEBUG nova.compute.manager [req-b35a2ef2-e8d7-4e77-97b3-7ba199336a25 req-b772713b-e335-42b2-bf73-b3c08a7fa65b service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Refreshing instance network info cache due to event network-changed-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1860.088114] env[62402]: DEBUG oslo_concurrency.lockutils [req-b35a2ef2-e8d7-4e77-97b3-7ba199336a25 req-b772713b-e335-42b2-bf73-b3c08a7fa65b service nova] Acquiring lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.088243] env[62402]: DEBUG oslo_concurrency.lockutils [req-b35a2ef2-e8d7-4e77-97b3-7ba199336a25 req-b772713b-e335-42b2-bf73-b3c08a7fa65b service nova] Acquired lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.088371] env[62402]: DEBUG nova.network.neutron [req-b35a2ef2-e8d7-4e77-97b3-7ba199336a25 req-b772713b-e335-42b2-bf73-b3c08a7fa65b service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Refreshing network info cache for port 48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1860.389916] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.413856] env[62402]: INFO nova.scheduler.client.report [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleted allocations for instance e67a1387-3862-4b89-9e1d-347badf86328 [ 1860.490798] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.491029] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90ba2b9a-26ce-486b-98ec-45151d6a0c0c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.498382] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1860.498382] env[62402]: value = "task-1873583" [ 1860.498382] env[62402]: _type = "Task" [ 1860.498382] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.506485] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.824678] env[62402]: DEBUG nova.network.neutron [req-b35a2ef2-e8d7-4e77-97b3-7ba199336a25 req-b772713b-e335-42b2-bf73-b3c08a7fa65b service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updated VIF entry in instance network info cache for port 48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1860.825047] env[62402]: DEBUG nova.network.neutron [req-b35a2ef2-e8d7-4e77-97b3-7ba199336a25 req-b772713b-e335-42b2-bf73-b3c08a7fa65b service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updating instance_info_cache with network_info: [{"id": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "address": "fa:16:3e:19:96:df", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48abb1ae-1f", "ovs_interfaceid": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.921518] env[62402]: DEBUG oslo_concurrency.lockutils [None req-78c589d9-1c98-4380-98cb-f6b066005aef tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "e67a1387-3862-4b89-9e1d-347badf86328" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.073s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.009263] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873583, 'name': PowerOffVM_Task, 'duration_secs': 0.238317} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.009596] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.009840] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.010648] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaf70f5-8815-4ee6-bac0-89d21e7bbd6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.017307] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1861.017539] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5175c534-07bd-4810-bfb7-6b5d66a61374 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.090147] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1861.090455] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1861.090706] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleting the datastore file [datastore2] f570ec9e-c2ed-4dea-91b8-5db43bdfedd7 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.091027] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05019321-bb12-4d9f-9202-dccfb314b94e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.097939] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1861.097939] env[62402]: value = "task-1873585" [ 1861.097939] env[62402]: _type = "Task" [ 1861.097939] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.105539] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.327639] env[62402]: DEBUG oslo_concurrency.lockutils [req-b35a2ef2-e8d7-4e77-97b3-7ba199336a25 req-b772713b-e335-42b2-bf73-b3c08a7fa65b service nova] Releasing lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.608573] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149481} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.608853] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1861.609053] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1861.609239] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.647543] env[62402]: DEBUG nova.virt.hardware [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1862.647881] env[62402]: DEBUG nova.virt.hardware [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.647950] env[62402]: DEBUG nova.virt.hardware [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1862.648147] env[62402]: DEBUG nova.virt.hardware [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.648298] env[62402]: DEBUG nova.virt.hardware [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1862.648475] env[62402]: DEBUG nova.virt.hardware [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1862.648742] env[62402]: DEBUG nova.virt.hardware [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1862.648932] env[62402]: DEBUG nova.virt.hardware [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1862.649126] env[62402]: DEBUG nova.virt.hardware [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1862.649431] env[62402]: DEBUG nova.virt.hardware [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1862.649635] env[62402]: DEBUG nova.virt.hardware [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1862.650546] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955a97c4-2b9c-4dd4-ba8c-db44f1fb3927 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.658969] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f9a791-d7e9-40a4-ac81-0b14fe440b3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.674378] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:73:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc66c895-2818-4038-847c-88c8b6e4e5e0', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1862.682261] env[62402]: DEBUG oslo.service.loopingcall [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.682521] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1862.682735] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-795b11a8-60b1-433f-b16a-6309259c7b7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.702767] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1862.702767] env[62402]: value = "task-1873586" [ 1862.702767] env[62402]: _type = "Task" [ 1862.702767] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.710061] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873586, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.934247] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "130b27f2-52d7-4de8-8341-fa66061e5887" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.934514] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "130b27f2-52d7-4de8-8341-fa66061e5887" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.215477] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873586, 'name': CreateVM_Task, 'duration_secs': 0.435237} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.215685] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.216589] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.216813] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.217239] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1863.217559] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d7ee644-a38f-4499-b412-64526ee71260 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.222917] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1863.222917] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a98626-fea9-c3d7-9f0c-f8b58fda3943" [ 1863.222917] env[62402]: _type = "Task" [ 1863.222917] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.232565] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a98626-fea9-c3d7-9f0c-f8b58fda3943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.438868] env[62402]: DEBUG nova.compute.manager [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1863.733662] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a98626-fea9-c3d7-9f0c-f8b58fda3943, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.733969] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.734249] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1863.734484] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.734629] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.734806] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1863.735072] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18e50846-c31b-4922-99fc-0911b46e830a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.743065] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1863.743340] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1863.744053] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6491edeb-adcf-4bcb-8aca-7b7d9cfac37d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.749206] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1863.749206] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e3c323-a8ca-262d-be65-5203dc0addec" [ 1863.749206] env[62402]: _type = "Task" [ 1863.749206] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.757622] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e3c323-a8ca-262d-be65-5203dc0addec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.965424] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.965708] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.967331] env[62402]: INFO nova.compute.claims [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1864.260101] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e3c323-a8ca-262d-be65-5203dc0addec, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.260629] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf454c1-ff6e-41cd-9fa9-bb42a49f3bac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.266787] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1864.266787] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524ea955-6821-3393-e164-9c352175ec8b" [ 1864.266787] env[62402]: _type = "Task" [ 1864.266787] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.274223] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524ea955-6821-3393-e164-9c352175ec8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.777382] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524ea955-6821-3393-e164-9c352175ec8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.777718] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.777901] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] f570ec9e-c2ed-4dea-91b8-5db43bdfedd7/f570ec9e-c2ed-4dea-91b8-5db43bdfedd7.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1864.778199] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3375447a-c39c-4a69-8861-9d2d5afe8b54 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.786173] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1864.786173] env[62402]: value = "task-1873587" [ 1864.786173] env[62402]: _type = "Task" [ 1864.786173] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.794365] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.131732] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5865f05-1d60-43c1-a8e9-67ce5f10f3d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.139917] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70994cc4-9eae-4a29-9e7e-8dc58f7ea731 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.171400] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34742a0a-1b33-43eb-af1a-e405477a09d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.179702] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e3f4ee-0d66-44e6-9811-7dc61c0e4d6c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.194043] env[62402]: DEBUG nova.compute.provider_tree [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1865.296427] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453072} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.296727] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] f570ec9e-c2ed-4dea-91b8-5db43bdfedd7/f570ec9e-c2ed-4dea-91b8-5db43bdfedd7.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1865.296937] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1865.297197] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eaa594a-cbbf-41fb-86af-1f1ffcd3e9de {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.304568] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1865.304568] env[62402]: value = "task-1873588" [ 1865.304568] env[62402]: _type = "Task" [ 1865.304568] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.312158] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.697866] env[62402]: DEBUG nova.scheduler.client.report [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1865.815353] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062705} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.815599] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1865.816396] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97927a5e-8469-430e-b85b-c9af824029a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.837974] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] f570ec9e-c2ed-4dea-91b8-5db43bdfedd7/f570ec9e-c2ed-4dea-91b8-5db43bdfedd7.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1865.838232] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80d1c1b3-dd3f-4eb5-8c91-d220be3f7a4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.858676] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1865.858676] env[62402]: value = "task-1873589" [ 1865.858676] env[62402]: _type = "Task" [ 1865.858676] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.864082] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "interface-84665542-d2a1-4c55-acba-32e624b3a2f3-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.864371] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-84665542-d2a1-4c55-acba-32e624b3a2f3-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.864710] env[62402]: DEBUG nova.objects.instance [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'flavor' on Instance uuid 84665542-d2a1-4c55-acba-32e624b3a2f3 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.868864] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.203310] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.203839] env[62402]: DEBUG nova.compute.manager [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1866.372529] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873589, 'name': ReconfigVM_Task, 'duration_secs': 0.276833} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.372822] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Reconfigured VM instance instance-0000006a to attach disk [datastore1] f570ec9e-c2ed-4dea-91b8-5db43bdfedd7/f570ec9e-c2ed-4dea-91b8-5db43bdfedd7.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.373685] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e6e6f61-666b-4af5-9d9f-0bdf4eb911a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.380095] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1866.380095] env[62402]: value = "task-1873590" [ 1866.380095] env[62402]: _type = "Task" [ 1866.380095] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.387796] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873590, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.463712] env[62402]: DEBUG nova.objects.instance [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'pci_requests' on Instance uuid 84665542-d2a1-4c55-acba-32e624b3a2f3 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.708739] env[62402]: DEBUG nova.compute.utils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1866.710858] env[62402]: DEBUG nova.compute.manager [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1866.710858] env[62402]: DEBUG nova.network.neutron [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1866.779222] env[62402]: DEBUG nova.policy [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3090638c34384f128ea2a5a960279828', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41e7e45aaaf148e6bce03c4b264f1bb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1866.889912] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873590, 'name': Rename_Task, 'duration_secs': 0.166426} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.890273] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1866.890529] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4cf62c7-72cb-46d1-b63c-680a66372c18 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.896298] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1866.896298] env[62402]: value = "task-1873591" [ 1866.896298] env[62402]: _type = "Task" [ 1866.896298] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.903684] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.967208] env[62402]: DEBUG nova.objects.base [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Object Instance<84665542-d2a1-4c55-acba-32e624b3a2f3> lazy-loaded attributes: flavor,pci_requests {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1866.967208] env[62402]: DEBUG nova.network.neutron [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1867.038210] env[62402]: DEBUG nova.policy [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514afb0494064b9191c3a742d89cbc30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e8ba47d276144d6b8ef2c2694f097a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1867.040678] env[62402]: DEBUG nova.network.neutron [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Successfully created port: 29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1867.214052] env[62402]: DEBUG nova.compute.manager [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1867.406130] env[62402]: DEBUG oslo_vmware.api [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873591, 'name': PowerOnVM_Task, 'duration_secs': 0.431992} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.406395] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.406600] env[62402]: DEBUG nova.compute.manager [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.407412] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d50a8c-7a29-4486-933d-1782a1c64afd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.922429] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.922723] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.922876] env[62402]: DEBUG nova.objects.instance [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62402) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1868.226097] env[62402]: DEBUG nova.compute.manager [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1868.253422] env[62402]: DEBUG nova.virt.hardware [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1868.253685] env[62402]: DEBUG nova.virt.hardware [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1868.253843] env[62402]: DEBUG nova.virt.hardware [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1868.254038] env[62402]: DEBUG nova.virt.hardware [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1868.254192] env[62402]: DEBUG nova.virt.hardware [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1868.254392] env[62402]: DEBUG nova.virt.hardware [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1868.254620] env[62402]: DEBUG nova.virt.hardware [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1868.254779] env[62402]: DEBUG nova.virt.hardware [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1868.254945] env[62402]: DEBUG nova.virt.hardware [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1868.255133] env[62402]: DEBUG nova.virt.hardware [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1868.255310] env[62402]: DEBUG nova.virt.hardware [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1868.256210] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcce85f7-6635-49b4-886e-fd794e20af5d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.264293] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0482331-642a-44aa-bb84-31fa851c2da1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.419594] env[62402]: DEBUG nova.compute.manager [req-9a211311-2497-47bf-a75d-b8abbbc4cfde req-40d1f1f1-5246-4ae2-af85-8592622c98a2 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Received event network-vif-plugged-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1868.419594] env[62402]: DEBUG oslo_concurrency.lockutils [req-9a211311-2497-47bf-a75d-b8abbbc4cfde req-40d1f1f1-5246-4ae2-af85-8592622c98a2 service nova] Acquiring lock "84665542-d2a1-4c55-acba-32e624b3a2f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.419594] env[62402]: DEBUG oslo_concurrency.lockutils [req-9a211311-2497-47bf-a75d-b8abbbc4cfde req-40d1f1f1-5246-4ae2-af85-8592622c98a2 service nova] Lock "84665542-d2a1-4c55-acba-32e624b3a2f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.419594] env[62402]: DEBUG oslo_concurrency.lockutils [req-9a211311-2497-47bf-a75d-b8abbbc4cfde req-40d1f1f1-5246-4ae2-af85-8592622c98a2 service nova] Lock "84665542-d2a1-4c55-acba-32e624b3a2f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.419594] env[62402]: DEBUG nova.compute.manager [req-9a211311-2497-47bf-a75d-b8abbbc4cfde req-40d1f1f1-5246-4ae2-af85-8592622c98a2 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] No waiting events found dispatching network-vif-plugged-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1868.420157] env[62402]: WARNING nova.compute.manager [req-9a211311-2497-47bf-a75d-b8abbbc4cfde req-40d1f1f1-5246-4ae2-af85-8592622c98a2 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Received unexpected event network-vif-plugged-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 for instance with vm_state active and task_state None. [ 1868.442907] env[62402]: DEBUG nova.compute.manager [req-faad29fb-60d1-492d-a04f-632bd32b8f00 req-7b2ac2cc-1dc8-4209-88ab-fd830c683bf3 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Received event network-vif-plugged-29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1868.442907] env[62402]: DEBUG oslo_concurrency.lockutils [req-faad29fb-60d1-492d-a04f-632bd32b8f00 req-7b2ac2cc-1dc8-4209-88ab-fd830c683bf3 service nova] Acquiring lock "130b27f2-52d7-4de8-8341-fa66061e5887-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.442907] env[62402]: DEBUG oslo_concurrency.lockutils [req-faad29fb-60d1-492d-a04f-632bd32b8f00 req-7b2ac2cc-1dc8-4209-88ab-fd830c683bf3 service nova] Lock "130b27f2-52d7-4de8-8341-fa66061e5887-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.443204] env[62402]: DEBUG oslo_concurrency.lockutils [req-faad29fb-60d1-492d-a04f-632bd32b8f00 req-7b2ac2cc-1dc8-4209-88ab-fd830c683bf3 service nova] Lock "130b27f2-52d7-4de8-8341-fa66061e5887-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.444234] env[62402]: DEBUG nova.compute.manager [req-faad29fb-60d1-492d-a04f-632bd32b8f00 req-7b2ac2cc-1dc8-4209-88ab-fd830c683bf3 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] No waiting events found dispatching network-vif-plugged-29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1868.444234] env[62402]: WARNING nova.compute.manager [req-faad29fb-60d1-492d-a04f-632bd32b8f00 req-7b2ac2cc-1dc8-4209-88ab-fd830c683bf3 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Received unexpected event network-vif-plugged-29f78266-ab46-4759-a64b-f5db5e994e66 for instance with vm_state building and task_state spawning. [ 1868.498822] env[62402]: DEBUG nova.network.neutron [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Successfully updated port: b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1868.513183] env[62402]: DEBUG nova.network.neutron [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Successfully updated port: 29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1868.934407] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b07893f0-785f-43df-9959-42e68c18fe15 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.004021] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.004244] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.004446] env[62402]: DEBUG nova.network.neutron [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.015469] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.015599] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.015745] env[62402]: DEBUG nova.network.neutron [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.540708] env[62402]: WARNING nova.network.neutron [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] 5f4bca13-f3b8-43c6-aa70-4a269ddcf695 already exists in list: networks containing: ['5f4bca13-f3b8-43c6-aa70-4a269ddcf695']. ignoring it [ 1869.545639] env[62402]: DEBUG nova.network.neutron [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1869.670111] env[62402]: DEBUG nova.network.neutron [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updating instance_info_cache with network_info: [{"id": "29f78266-ab46-4759-a64b-f5db5e994e66", "address": "fa:16:3e:3a:be:e0", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f78266-ab", "ovs_interfaceid": "29f78266-ab46-4759-a64b-f5db5e994e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.806873] env[62402]: DEBUG nova.network.neutron [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updating instance_info_cache with network_info: [{"id": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "address": "fa:16:3e:8d:55:7a", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a6f4c-cc", "ovs_interfaceid": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7c0a44c-b1fd-46e8-a5ca-af9fdb191000", "address": "fa:16:3e:a9:28:ed", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c0a44c-b1", "ovs_interfaceid": "b7c0a44c-b1fd-46e8-a5ca-af9fdb191000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.173221] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.173588] env[62402]: DEBUG nova.compute.manager [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Instance network_info: |[{"id": "29f78266-ab46-4759-a64b-f5db5e994e66", "address": "fa:16:3e:3a:be:e0", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f78266-ab", "ovs_interfaceid": "29f78266-ab46-4759-a64b-f5db5e994e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1870.174037] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:be:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29f78266-ab46-4759-a64b-f5db5e994e66', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1870.181762] env[62402]: DEBUG oslo.service.loopingcall [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.181991] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1870.182261] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95e14ddf-9193-47c6-86d4-4951fcd50d97 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.203295] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1870.203295] env[62402]: value = "task-1873592" [ 1870.203295] env[62402]: _type = "Task" [ 1870.203295] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.213651] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873592, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.309670] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.310297] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.310457] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.311328] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d2d185-4727-42a5-8fb7-4728ad6c06ea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.328184] env[62402]: DEBUG nova.virt.hardware [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1870.328433] env[62402]: DEBUG nova.virt.hardware [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.328602] env[62402]: DEBUG nova.virt.hardware [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1870.328809] env[62402]: DEBUG nova.virt.hardware [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.329414] env[62402]: DEBUG nova.virt.hardware [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1870.329414] env[62402]: DEBUG nova.virt.hardware [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1870.329414] env[62402]: DEBUG nova.virt.hardware [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1870.329603] env[62402]: DEBUG nova.virt.hardware [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1870.329642] env[62402]: DEBUG nova.virt.hardware [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1870.329788] env[62402]: DEBUG nova.virt.hardware [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1870.329964] env[62402]: DEBUG nova.virt.hardware [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1870.336369] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Reconfiguring VM to attach interface {{(pid=62402) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1870.337055] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bbbf56e-ac15-42b3-8c4b-97e81fef5700 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.355368] env[62402]: DEBUG oslo_vmware.api [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1870.355368] env[62402]: value = "task-1873593" [ 1870.355368] env[62402]: _type = "Task" [ 1870.355368] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.363149] env[62402]: DEBUG oslo_vmware.api [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873593, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.444109] env[62402]: DEBUG nova.compute.manager [req-0a10f0c0-8311-4279-a60f-878f620b3867 req-5f08867b-aed5-4a52-abe1-eca1ca62bc79 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Received event network-changed-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1870.444389] env[62402]: DEBUG nova.compute.manager [req-0a10f0c0-8311-4279-a60f-878f620b3867 req-5f08867b-aed5-4a52-abe1-eca1ca62bc79 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Refreshing instance network info cache due to event network-changed-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1870.444559] env[62402]: DEBUG oslo_concurrency.lockutils [req-0a10f0c0-8311-4279-a60f-878f620b3867 req-5f08867b-aed5-4a52-abe1-eca1ca62bc79 service nova] Acquiring lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.444723] env[62402]: DEBUG oslo_concurrency.lockutils [req-0a10f0c0-8311-4279-a60f-878f620b3867 req-5f08867b-aed5-4a52-abe1-eca1ca62bc79 service nova] Acquired lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.444894] env[62402]: DEBUG nova.network.neutron [req-0a10f0c0-8311-4279-a60f-878f620b3867 req-5f08867b-aed5-4a52-abe1-eca1ca62bc79 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Refreshing network info cache for port b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.468958] env[62402]: DEBUG nova.compute.manager [req-09b7b82e-0242-417c-9a74-79c781091b5b req-4d47e7ec-a59a-45e3-a3bf-e4def36bee10 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Received event network-changed-29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1870.469118] env[62402]: DEBUG nova.compute.manager [req-09b7b82e-0242-417c-9a74-79c781091b5b req-4d47e7ec-a59a-45e3-a3bf-e4def36bee10 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Refreshing instance network info cache due to event network-changed-29f78266-ab46-4759-a64b-f5db5e994e66. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1870.469302] env[62402]: DEBUG oslo_concurrency.lockutils [req-09b7b82e-0242-417c-9a74-79c781091b5b req-4d47e7ec-a59a-45e3-a3bf-e4def36bee10 service nova] Acquiring lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.469427] env[62402]: DEBUG oslo_concurrency.lockutils [req-09b7b82e-0242-417c-9a74-79c781091b5b req-4d47e7ec-a59a-45e3-a3bf-e4def36bee10 service nova] Acquired lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.469587] env[62402]: DEBUG nova.network.neutron [req-09b7b82e-0242-417c-9a74-79c781091b5b req-4d47e7ec-a59a-45e3-a3bf-e4def36bee10 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Refreshing network info cache for port 29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.713790] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873592, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.865924] env[62402]: DEBUG oslo_vmware.api [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.179075] env[62402]: DEBUG nova.network.neutron [req-09b7b82e-0242-417c-9a74-79c781091b5b req-4d47e7ec-a59a-45e3-a3bf-e4def36bee10 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updated VIF entry in instance network info cache for port 29f78266-ab46-4759-a64b-f5db5e994e66. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.179433] env[62402]: DEBUG nova.network.neutron [req-09b7b82e-0242-417c-9a74-79c781091b5b req-4d47e7ec-a59a-45e3-a3bf-e4def36bee10 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updating instance_info_cache with network_info: [{"id": "29f78266-ab46-4759-a64b-f5db5e994e66", "address": "fa:16:3e:3a:be:e0", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f78266-ab", "ovs_interfaceid": "29f78266-ab46-4759-a64b-f5db5e994e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.193301] env[62402]: DEBUG nova.network.neutron [req-0a10f0c0-8311-4279-a60f-878f620b3867 req-5f08867b-aed5-4a52-abe1-eca1ca62bc79 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updated VIF entry in instance network info cache for port b7c0a44c-b1fd-46e8-a5ca-af9fdb191000. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.193750] env[62402]: DEBUG nova.network.neutron [req-0a10f0c0-8311-4279-a60f-878f620b3867 req-5f08867b-aed5-4a52-abe1-eca1ca62bc79 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updating instance_info_cache with network_info: [{"id": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "address": "fa:16:3e:8d:55:7a", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a6f4c-cc", "ovs_interfaceid": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7c0a44c-b1fd-46e8-a5ca-af9fdb191000", "address": "fa:16:3e:a9:28:ed", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c0a44c-b1", "ovs_interfaceid": "b7c0a44c-b1fd-46e8-a5ca-af9fdb191000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.214594] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873592, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.365981] env[62402]: DEBUG oslo_vmware.api [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873593, 'name': ReconfigVM_Task, 'duration_secs': 0.692202} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.366489] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.366751] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Reconfigured VM to attach interface {{(pid=62402) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1871.682017] env[62402]: DEBUG oslo_concurrency.lockutils [req-09b7b82e-0242-417c-9a74-79c781091b5b req-4d47e7ec-a59a-45e3-a3bf-e4def36bee10 service nova] Releasing lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.695989] env[62402]: DEBUG oslo_concurrency.lockutils [req-0a10f0c0-8311-4279-a60f-878f620b3867 req-5f08867b-aed5-4a52-abe1-eca1ca62bc79 service nova] Releasing lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.714071] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873592, 'name': CreateVM_Task, 'duration_secs': 1.384461} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.714262] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1871.714905] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.715082] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.715416] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1871.715661] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91cb5adc-991e-4396-a13f-bd033d30b22a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.720038] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1871.720038] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5251299b-bf21-e8b8-702c-ab7a733f3e66" [ 1871.720038] env[62402]: _type = "Task" [ 1871.720038] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.727568] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5251299b-bf21-e8b8-702c-ab7a733f3e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.871453] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8aa70232-216a-4f45-a160-e8f0f6f86941 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-84665542-d2a1-4c55-acba-32e624b3a2f3-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.007s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.232244] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5251299b-bf21-e8b8-702c-ab7a733f3e66, 'name': SearchDatastore_Task, 'duration_secs': 0.053808} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.232562] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.232762] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1872.232993] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.233158] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.233339] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1872.233598] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7240923-f11b-455e-a395-ed4eb998e54e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.242079] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1872.242135] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1872.242862] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3149b49-ce77-41bb-afbf-bcfb20410620 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.248201] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1872.248201] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524c8e2a-faa4-3db2-c2c7-96945ffb4e8a" [ 1872.248201] env[62402]: _type = "Task" [ 1872.248201] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.255544] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524c8e2a-faa4-3db2-c2c7-96945ffb4e8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.758989] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524c8e2a-faa4-3db2-c2c7-96945ffb4e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.759795] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13d0562-6a2c-4fb9-b5d5-647285cace4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.764782] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1872.764782] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f99883-cc65-e2dd-32ae-bac4098895fb" [ 1872.764782] env[62402]: _type = "Task" [ 1872.764782] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.773276] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f99883-cc65-e2dd-32ae-bac4098895fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.274838] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f99883-cc65-e2dd-32ae-bac4098895fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.275125] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.275370] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 130b27f2-52d7-4de8-8341-fa66061e5887/130b27f2-52d7-4de8-8341-fa66061e5887.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1873.275624] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9504c263-64a3-44d9-b773-c96d9f20d5a2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.282491] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1873.282491] env[62402]: value = "task-1873594" [ 1873.282491] env[62402]: _type = "Task" [ 1873.282491] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.289831] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.562081] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "interface-84665542-d2a1-4c55-acba-32e624b3a2f3-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.562366] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-84665542-d2a1-4c55-acba-32e624b3a2f3-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.791798] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446587} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.792060] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 130b27f2-52d7-4de8-8341-fa66061e5887/130b27f2-52d7-4de8-8341-fa66061e5887.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1873.792295] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1873.792549] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d833c8c-5b08-4f77-8966-60c16ec4a4c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.798850] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1873.798850] env[62402]: value = "task-1873595" [ 1873.798850] env[62402]: _type = "Task" [ 1873.798850] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.805874] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.065163] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.065396] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.066637] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a686d030-151b-4703-86c0-399fb89d2b08 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.092065] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be6edfb-a4d9-42aa-aee7-384a9c39d8d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.133467] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Reconfiguring VM to detach interface {{(pid=62402) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1874.133884] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-441775b1-6f2d-4f1d-a6a7-c8e860fe5b8d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.154043] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1874.154043] env[62402]: value = "task-1873596" [ 1874.154043] env[62402]: _type = "Task" [ 1874.154043] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.170154] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.308090] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063233} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.308461] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1874.309131] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14066d8-a5ff-4edb-ab59-b0839b5fcef3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.330700] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 130b27f2-52d7-4de8-8341-fa66061e5887/130b27f2-52d7-4de8-8341-fa66061e5887.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1874.330870] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e2e7821-6966-48f8-9f56-e51da71c5394 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.349540] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1874.349540] env[62402]: value = "task-1873597" [ 1874.349540] env[62402]: _type = "Task" [ 1874.349540] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.358281] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.664391] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.859136] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873597, 'name': ReconfigVM_Task, 'duration_secs': 0.280141} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.859462] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 130b27f2-52d7-4de8-8341-fa66061e5887/130b27f2-52d7-4de8-8341-fa66061e5887.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1874.860101] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84b81647-126b-4bb3-a4ec-6fb3c5d946d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.867260] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1874.867260] env[62402]: value = "task-1873598" [ 1874.867260] env[62402]: _type = "Task" [ 1874.867260] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.875415] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873598, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.164808] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.377241] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873598, 'name': Rename_Task, 'duration_secs': 0.159619} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.377601] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1875.377785] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebb5abfb-a863-4086-809c-60666c00dc13 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.383574] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1875.383574] env[62402]: value = "task-1873599" [ 1875.383574] env[62402]: _type = "Task" [ 1875.383574] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.393262] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.666498] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.893335] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.167613] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.393652] env[62402]: DEBUG oslo_vmware.api [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873599, 'name': PowerOnVM_Task, 'duration_secs': 0.589981} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.394231] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1876.394231] env[62402]: INFO nova.compute.manager [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1876.394460] env[62402]: DEBUG nova.compute.manager [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1876.395090] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214ae456-22a9-44b4-b110-37385875ae10 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.666761] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.915762] env[62402]: INFO nova.compute.manager [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Took 12.97 seconds to build instance. [ 1877.167623] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.278732] env[62402]: DEBUG nova.compute.manager [req-dad5380b-868a-46c4-a3f3-796c3d3f4337 req-0786bf44-48b3-475a-a22a-b0590b54c15f service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Received event network-changed-29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1877.278997] env[62402]: DEBUG nova.compute.manager [req-dad5380b-868a-46c4-a3f3-796c3d3f4337 req-0786bf44-48b3-475a-a22a-b0590b54c15f service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Refreshing instance network info cache due to event network-changed-29f78266-ab46-4759-a64b-f5db5e994e66. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1877.279261] env[62402]: DEBUG oslo_concurrency.lockutils [req-dad5380b-868a-46c4-a3f3-796c3d3f4337 req-0786bf44-48b3-475a-a22a-b0590b54c15f service nova] Acquiring lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.279343] env[62402]: DEBUG oslo_concurrency.lockutils [req-dad5380b-868a-46c4-a3f3-796c3d3f4337 req-0786bf44-48b3-475a-a22a-b0590b54c15f service nova] Acquired lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.279443] env[62402]: DEBUG nova.network.neutron [req-dad5380b-868a-46c4-a3f3-796c3d3f4337 req-0786bf44-48b3-475a-a22a-b0590b54c15f service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Refreshing network info cache for port 29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1877.418851] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6640911a-7a81-4c9d-acc6-e7fb243df6e3 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "130b27f2-52d7-4de8-8341-fa66061e5887" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.484s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.667842] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.843974] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.843974] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.998368] env[62402]: DEBUG nova.network.neutron [req-dad5380b-868a-46c4-a3f3-796c3d3f4337 req-0786bf44-48b3-475a-a22a-b0590b54c15f service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updated VIF entry in instance network info cache for port 29f78266-ab46-4759-a64b-f5db5e994e66. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1878.000033] env[62402]: DEBUG nova.network.neutron [req-dad5380b-868a-46c4-a3f3-796c3d3f4337 req-0786bf44-48b3-475a-a22a-b0590b54c15f service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updating instance_info_cache with network_info: [{"id": "29f78266-ab46-4759-a64b-f5db5e994e66", "address": "fa:16:3e:3a:be:e0", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f78266-ab", "ovs_interfaceid": "29f78266-ab46-4759-a64b-f5db5e994e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.168116] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.347665] env[62402]: DEBUG nova.compute.utils [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1878.502245] env[62402]: DEBUG oslo_concurrency.lockutils [req-dad5380b-868a-46c4-a3f3-796c3d3f4337 req-0786bf44-48b3-475a-a22a-b0590b54c15f service nova] Releasing lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.668543] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.850796] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.171056] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.090618] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.091059] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.091142] env[62402]: INFO nova.compute.manager [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Attaching volume 8307aae1-24e3-4ef3-a1b6-38f263bcb309 to /dev/sdb [ 1880.101618] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.120994] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0dd505-32fe-489b-ad2d-44f8d2670785 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.127345] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edf57ab-5dcf-46ce-aff3-c614d8fc5bf1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.139830] env[62402]: DEBUG nova.virt.block_device [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Updating existing volume attachment record: 3fd082fc-0602-4078-8e76-43320fda1e65 {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1880.599208] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.099477] env[62402]: DEBUG oslo_vmware.api [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873596, 'name': ReconfigVM_Task, 'duration_secs': 6.721281} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.099802] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.099947] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Reconfigured VM to detach interface {{(pid=62402) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1882.338791] env[62402]: DEBUG nova.compute.manager [req-7f2df4fb-0af8-4ea6-a5e8-caeabcce781e req-5b4f1c46-8e6c-4292-8573-e9ab42995108 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Received event network-changed-377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1882.339080] env[62402]: DEBUG nova.compute.manager [req-7f2df4fb-0af8-4ea6-a5e8-caeabcce781e req-5b4f1c46-8e6c-4292-8573-e9ab42995108 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Refreshing instance network info cache due to event network-changed-377a6f4c-cc76-41f9-be60-c9d0c55e1e43. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1882.339292] env[62402]: DEBUG oslo_concurrency.lockutils [req-7f2df4fb-0af8-4ea6-a5e8-caeabcce781e req-5b4f1c46-8e6c-4292-8573-e9ab42995108 service nova] Acquiring lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.339402] env[62402]: DEBUG oslo_concurrency.lockutils [req-7f2df4fb-0af8-4ea6-a5e8-caeabcce781e req-5b4f1c46-8e6c-4292-8573-e9ab42995108 service nova] Acquired lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.339507] env[62402]: DEBUG nova.network.neutron [req-7f2df4fb-0af8-4ea6-a5e8-caeabcce781e req-5b4f1c46-8e6c-4292-8573-e9ab42995108 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Refreshing network info cache for port 377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.379518] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.015057] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "interface-b652b608-b413-4fe5-a446-9baade91204b-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.015283] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-b652b608-b413-4fe5-a446-9baade91204b-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.015723] env[62402]: DEBUG nova.objects.instance [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'flavor' on Instance uuid b652b608-b413-4fe5-a446-9baade91204b {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.031050] env[62402]: DEBUG nova.network.neutron [req-7f2df4fb-0af8-4ea6-a5e8-caeabcce781e req-5b4f1c46-8e6c-4292-8573-e9ab42995108 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updated VIF entry in instance network info cache for port 377a6f4c-cc76-41f9-be60-c9d0c55e1e43. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1883.031546] env[62402]: DEBUG nova.network.neutron [req-7f2df4fb-0af8-4ea6-a5e8-caeabcce781e req-5b4f1c46-8e6c-4292-8573-e9ab42995108 service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updating instance_info_cache with network_info: [{"id": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "address": "fa:16:3e:8d:55:7a", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a6f4c-cc", "ovs_interfaceid": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7c0a44c-b1fd-46e8-a5ca-af9fdb191000", "address": "fa:16:3e:a9:28:ed", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c0a44c-b1", "ovs_interfaceid": "b7c0a44c-b1fd-46e8-a5ca-af9fdb191000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.535025] env[62402]: DEBUG oslo_concurrency.lockutils [req-7f2df4fb-0af8-4ea6-a5e8-caeabcce781e req-5b4f1c46-8e6c-4292-8573-e9ab42995108 service nova] Releasing lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.535828] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.535828] env[62402]: DEBUG nova.network.neutron [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.617504] env[62402]: DEBUG nova.objects.instance [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'pci_requests' on Instance uuid b652b608-b413-4fe5-a446-9baade91204b {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.667379] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.667634] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.667845] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.668036] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.668208] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.670300] env[62402]: INFO nova.compute.manager [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Terminating instance [ 1884.120421] env[62402]: DEBUG nova.objects.base [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1884.120627] env[62402]: DEBUG nova.network.neutron [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1884.173749] env[62402]: DEBUG nova.compute.manager [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1884.174044] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1884.175113] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6868052-5b7d-4880-9c57-5f2c6dc33a97 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.182792] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1884.184321] env[62402]: DEBUG nova.policy [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514afb0494064b9191c3a742d89cbc30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e8ba47d276144d6b8ef2c2694f097a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1884.186074] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4531198-ebd9-4ab1-8cc7-af62706ce9a3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.192476] env[62402]: DEBUG oslo_vmware.api [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1884.192476] env[62402]: value = "task-1873601" [ 1884.192476] env[62402]: _type = "Task" [ 1884.192476] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.202739] env[62402]: DEBUG oslo_vmware.api [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.231289] env[62402]: INFO nova.network.neutron [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Port b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1884.231641] env[62402]: DEBUG nova.network.neutron [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updating instance_info_cache with network_info: [{"id": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "address": "fa:16:3e:8d:55:7a", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a6f4c-cc", "ovs_interfaceid": "377a6f4c-cc76-41f9-be60-c9d0c55e1e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.443204] env[62402]: DEBUG nova.compute.manager [req-78bed5ba-1e71-4975-86e9-0ecdddae6904 req-784312c0-a93a-41a1-9dcb-0196b72937f6 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Received event network-changed-44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1884.443440] env[62402]: DEBUG nova.compute.manager [req-78bed5ba-1e71-4975-86e9-0ecdddae6904 req-784312c0-a93a-41a1-9dcb-0196b72937f6 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Refreshing instance network info cache due to event network-changed-44ced76a-fce6-41f7-a33c-cb8ff034da98. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1884.443662] env[62402]: DEBUG oslo_concurrency.lockutils [req-78bed5ba-1e71-4975-86e9-0ecdddae6904 req-784312c0-a93a-41a1-9dcb-0196b72937f6 service nova] Acquiring lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.443806] env[62402]: DEBUG oslo_concurrency.lockutils [req-78bed5ba-1e71-4975-86e9-0ecdddae6904 req-784312c0-a93a-41a1-9dcb-0196b72937f6 service nova] Acquired lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.443968] env[62402]: DEBUG nova.network.neutron [req-78bed5ba-1e71-4975-86e9-0ecdddae6904 req-784312c0-a93a-41a1-9dcb-0196b72937f6 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Refreshing network info cache for port 44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1884.702293] env[62402]: DEBUG oslo_vmware.api [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873601, 'name': PowerOffVM_Task, 'duration_secs': 0.220239} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.702687] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.702734] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1884.702977] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07c1d7ce-586b-4b0d-bdb5-def129022095 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.734885] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-84665542-d2a1-4c55-acba-32e624b3a2f3" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.788410] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1884.788642] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1884.788823] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Deleting the datastore file [datastore1] 9152c96a-83aa-4713-ae6b-31272a9ccd2a {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.789124] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d5f7e07-12cf-44a3-8537-484646d74fef {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.801078] env[62402]: DEBUG oslo_vmware.api [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1884.801078] env[62402]: value = "task-1873604" [ 1884.801078] env[62402]: _type = "Task" [ 1884.801078] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.809730] env[62402]: DEBUG oslo_vmware.api [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.162325] env[62402]: DEBUG nova.network.neutron [req-78bed5ba-1e71-4975-86e9-0ecdddae6904 req-784312c0-a93a-41a1-9dcb-0196b72937f6 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updated VIF entry in instance network info cache for port 44ced76a-fce6-41f7-a33c-cb8ff034da98. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1885.162738] env[62402]: DEBUG nova.network.neutron [req-78bed5ba-1e71-4975-86e9-0ecdddae6904 req-784312c0-a93a-41a1-9dcb-0196b72937f6 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updating instance_info_cache with network_info: [{"id": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "address": "fa:16:3e:c3:05:92", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ced76a-fc", "ovs_interfaceid": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.238965] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c7f55106-ac21-4d3c-8d8a-8f1de75092dc tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-84665542-d2a1-4c55-acba-32e624b3a2f3-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.676s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.310622] env[62402]: DEBUG oslo_vmware.api [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142213} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.310868] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1885.311057] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1885.311236] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1885.311404] env[62402]: INFO nova.compute.manager [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1885.311642] env[62402]: DEBUG oslo.service.loopingcall [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.311827] env[62402]: DEBUG nova.compute.manager [-] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1885.311919] env[62402]: DEBUG nova.network.neutron [-] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1885.665742] env[62402]: DEBUG oslo_concurrency.lockutils [req-78bed5ba-1e71-4975-86e9-0ecdddae6904 req-784312c0-a93a-41a1-9dcb-0196b72937f6 service nova] Releasing lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.727573] env[62402]: DEBUG nova.network.neutron [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Successfully updated port: b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1885.981700] env[62402]: DEBUG nova.compute.manager [req-b0d3c067-3555-419b-8bb7-1d49d764b853 req-3013f2c4-e41f-4224-a622-328b920b6c59 service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Received event network-vif-deleted-d331ec0c-0455-4e02-9f9f-6d965fe7587f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1885.981700] env[62402]: INFO nova.compute.manager [req-b0d3c067-3555-419b-8bb7-1d49d764b853 req-3013f2c4-e41f-4224-a622-328b920b6c59 service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Neutron deleted interface d331ec0c-0455-4e02-9f9f-6d965fe7587f; detaching it from the instance and deleting it from the info cache [ 1885.982746] env[62402]: DEBUG nova.network.neutron [req-b0d3c067-3555-419b-8bb7-1d49d764b853 req-3013f2c4-e41f-4224-a622-328b920b6c59 service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.231997] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.231997] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.231997] env[62402]: DEBUG nova.network.neutron [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1886.463028] env[62402]: DEBUG nova.network.neutron [-] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.468590] env[62402]: DEBUG nova.compute.manager [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Received event network-vif-plugged-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1886.468790] env[62402]: DEBUG oslo_concurrency.lockutils [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] Acquiring lock "b652b608-b413-4fe5-a446-9baade91204b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.468907] env[62402]: DEBUG oslo_concurrency.lockutils [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] Lock "b652b608-b413-4fe5-a446-9baade91204b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.469014] env[62402]: DEBUG oslo_concurrency.lockutils [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] Lock "b652b608-b413-4fe5-a446-9baade91204b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.469265] env[62402]: DEBUG nova.compute.manager [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] No waiting events found dispatching network-vif-plugged-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1886.469559] env[62402]: WARNING nova.compute.manager [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Received unexpected event network-vif-plugged-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 for instance with vm_state active and task_state None. [ 1886.469610] env[62402]: DEBUG nova.compute.manager [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Received event network-changed-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1886.469804] env[62402]: DEBUG nova.compute.manager [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Refreshing instance network info cache due to event network-changed-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1886.470021] env[62402]: DEBUG oslo_concurrency.lockutils [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] Acquiring lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.484523] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d891fdd0-6e6a-4090-b1e9-3c144f2c9e5d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.494828] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c4f040-245c-4ab5-971d-acab5f0787cb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.525665] env[62402]: DEBUG nova.compute.manager [req-b0d3c067-3555-419b-8bb7-1d49d764b853 req-3013f2c4-e41f-4224-a622-328b920b6c59 service nova] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Detach interface failed, port_id=d331ec0c-0455-4e02-9f9f-6d965fe7587f, reason: Instance 9152c96a-83aa-4713-ae6b-31272a9ccd2a could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1886.689268] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1886.689517] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387186', 'volume_id': '8307aae1-24e3-4ef3-a1b6-38f263bcb309', 'name': 'volume-8307aae1-24e3-4ef3-a1b6-38f263bcb309', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88c1bd1d-446e-4a90-8f5e-9b4249a9ae31', 'attached_at': '', 'detached_at': '', 'volume_id': '8307aae1-24e3-4ef3-a1b6-38f263bcb309', 'serial': '8307aae1-24e3-4ef3-a1b6-38f263bcb309'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1886.690481] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1336a7-9e0b-490f-ac19-07f70f088ba0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.707986] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff5931d-874b-4653-8767-be51023fd744 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.733084] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-8307aae1-24e3-4ef3-a1b6-38f263bcb309/volume-8307aae1-24e3-4ef3-a1b6-38f263bcb309.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.733460] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ffbdf5c-672f-4bea-913d-54fed863485a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.754941] env[62402]: DEBUG oslo_vmware.api [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1886.754941] env[62402]: value = "task-1873605" [ 1886.754941] env[62402]: _type = "Task" [ 1886.754941] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.762756] env[62402]: DEBUG oslo_vmware.api [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.780477] env[62402]: WARNING nova.network.neutron [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] 5f4bca13-f3b8-43c6-aa70-4a269ddcf695 already exists in list: networks containing: ['5f4bca13-f3b8-43c6-aa70-4a269ddcf695']. ignoring it [ 1886.966807] env[62402]: INFO nova.compute.manager [-] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Took 1.65 seconds to deallocate network for instance. [ 1887.077981] env[62402]: DEBUG nova.network.neutron [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updating instance_info_cache with network_info: [{"id": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "address": "fa:16:3e:c3:05:92", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ced76a-fc", "ovs_interfaceid": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7c0a44c-b1fd-46e8-a5ca-af9fdb191000", "address": "fa:16:3e:a9:28:ed", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c0a44c-b1", "ovs_interfaceid": "b7c0a44c-b1fd-46e8-a5ca-af9fdb191000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.265711] env[62402]: DEBUG oslo_vmware.api [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.474764] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.475061] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.475317] env[62402]: DEBUG nova.objects.instance [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'resources' on Instance uuid 9152c96a-83aa-4713-ae6b-31272a9ccd2a {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1887.581136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.581866] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.582097] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.582443] env[62402]: DEBUG oslo_concurrency.lockutils [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] Acquired lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.582665] env[62402]: DEBUG nova.network.neutron [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Refreshing network info cache for port b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1887.584599] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698dbe1b-8308-4946-9b66-7c8c84c021f3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.602538] env[62402]: DEBUG nova.virt.hardware [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1887.602773] env[62402]: DEBUG nova.virt.hardware [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1887.602934] env[62402]: DEBUG nova.virt.hardware [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1887.603137] env[62402]: DEBUG nova.virt.hardware [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1887.603289] env[62402]: DEBUG nova.virt.hardware [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1887.603437] env[62402]: DEBUG nova.virt.hardware [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1887.603646] env[62402]: DEBUG nova.virt.hardware [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1887.603796] env[62402]: DEBUG nova.virt.hardware [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1887.603958] env[62402]: DEBUG nova.virt.hardware [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1887.604136] env[62402]: DEBUG nova.virt.hardware [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1887.604320] env[62402]: DEBUG nova.virt.hardware [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1887.612155] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Reconfiguring VM to attach interface {{(pid=62402) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1887.613091] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c4fd3f-ec62-41a9-9cbb-63e7eb88869f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.631457] env[62402]: DEBUG oslo_vmware.api [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1887.631457] env[62402]: value = "task-1873606" [ 1887.631457] env[62402]: _type = "Task" [ 1887.631457] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.639164] env[62402]: DEBUG oslo_vmware.api [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873606, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.765991] env[62402]: DEBUG oslo_vmware.api [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.100615] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f603c81-0764-4d03-8a73-a74a4a1e952c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.108127] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3171e9ec-c7fd-4f5d-b9b2-bb8d8d0d32ae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.143858] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9911c8-c0f1-4855-8566-11c45a64e0e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.156509] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be840d8-d88e-4565-80d1-869508a99956 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.161494] env[62402]: DEBUG oslo_vmware.api [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.171387] env[62402]: DEBUG nova.compute.provider_tree [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.266155] env[62402]: DEBUG oslo_vmware.api [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873605, 'name': ReconfigVM_Task, 'duration_secs': 1.297964} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.266422] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-8307aae1-24e3-4ef3-a1b6-38f263bcb309/volume-8307aae1-24e3-4ef3-a1b6-38f263bcb309.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.271076] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb74e798-5b9e-42eb-a447-a9aa5b9c62cf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.287059] env[62402]: DEBUG oslo_vmware.api [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1888.287059] env[62402]: value = "task-1873607" [ 1888.287059] env[62402]: _type = "Task" [ 1888.287059] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.294783] env[62402]: DEBUG oslo_vmware.api [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.318015] env[62402]: DEBUG nova.network.neutron [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updated VIF entry in instance network info cache for port b7c0a44c-b1fd-46e8-a5ca-af9fdb191000. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1888.318483] env[62402]: DEBUG nova.network.neutron [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updating instance_info_cache with network_info: [{"id": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "address": "fa:16:3e:c3:05:92", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ced76a-fc", "ovs_interfaceid": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7c0a44c-b1fd-46e8-a5ca-af9fdb191000", "address": "fa:16:3e:a9:28:ed", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c0a44c-b1", "ovs_interfaceid": "b7c0a44c-b1fd-46e8-a5ca-af9fdb191000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.648541] env[62402]: DEBUG oslo_vmware.api [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873606, 'name': ReconfigVM_Task, 'duration_secs': 0.95075} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.648713] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.648866] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Reconfigured VM to attach interface {{(pid=62402) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1888.674510] env[62402]: DEBUG nova.scheduler.client.report [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1888.798296] env[62402]: DEBUG oslo_vmware.api [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873607, 'name': ReconfigVM_Task, 'duration_secs': 0.136419} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.798692] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387186', 'volume_id': '8307aae1-24e3-4ef3-a1b6-38f263bcb309', 'name': 'volume-8307aae1-24e3-4ef3-a1b6-38f263bcb309', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88c1bd1d-446e-4a90-8f5e-9b4249a9ae31', 'attached_at': '', 'detached_at': '', 'volume_id': '8307aae1-24e3-4ef3-a1b6-38f263bcb309', 'serial': '8307aae1-24e3-4ef3-a1b6-38f263bcb309'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1888.821172] env[62402]: DEBUG oslo_concurrency.lockutils [req-652990c4-b448-404e-b204-2a21792e9388 req-38498e50-2fb2-46d1-b504-5bbfecab892d service nova] Releasing lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.153274] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1b74149-e3cd-49f9-803c-462c8a04321f tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-b652b608-b413-4fe5-a446-9baade91204b-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.138s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.180927] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.201552] env[62402]: INFO nova.scheduler.client.report [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Deleted allocations for instance 9152c96a-83aa-4713-ae6b-31272a9ccd2a [ 1889.708612] env[62402]: DEBUG oslo_concurrency.lockutils [None req-95f8407f-6619-43ec-9bdd-6e69b3a47ac7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "9152c96a-83aa-4713-ae6b-31272a9ccd2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.041s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.890987] env[62402]: DEBUG nova.objects.instance [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lazy-loading 'flavor' on Instance uuid 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1890.396438] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d2174b46-6df3-4470-a40c-26dc6487a2c1 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.305s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.492007] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.492552] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.731325] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "interface-b652b608-b413-4fe5-a446-9baade91204b-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.731607] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-b652b608-b413-4fe5-a446-9baade91204b-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.996042] env[62402]: INFO nova.compute.manager [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Detaching volume 8307aae1-24e3-4ef3-a1b6-38f263bcb309 [ 1891.029634] env[62402]: INFO nova.virt.block_device [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Attempting to driver detach volume 8307aae1-24e3-4ef3-a1b6-38f263bcb309 from mountpoint /dev/sdb [ 1891.029881] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1891.030076] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387186', 'volume_id': '8307aae1-24e3-4ef3-a1b6-38f263bcb309', 'name': 'volume-8307aae1-24e3-4ef3-a1b6-38f263bcb309', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88c1bd1d-446e-4a90-8f5e-9b4249a9ae31', 'attached_at': '', 'detached_at': '', 'volume_id': '8307aae1-24e3-4ef3-a1b6-38f263bcb309', 'serial': '8307aae1-24e3-4ef3-a1b6-38f263bcb309'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1891.030973] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9895575-29c9-4deb-bd0c-490b904346f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.053855] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e045fbd9-3549-4ed0-b279-0fe1a846880f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.060840] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a4a0a6-0223-4a64-914c-d50e6ae60bb8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.080940] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9053a693-2cf6-4751-8657-a4aefce34d03 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.096374] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] The volume has not been displaced from its original location: [datastore1] volume-8307aae1-24e3-4ef3-a1b6-38f263bcb309/volume-8307aae1-24e3-4ef3-a1b6-38f263bcb309.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1891.101720] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1891.102027] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d9d8e9-f8c8-4ddd-ad19-e00f5d8876bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.120628] env[62402]: DEBUG oslo_vmware.api [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1891.120628] env[62402]: value = "task-1873608" [ 1891.120628] env[62402]: _type = "Task" [ 1891.120628] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.128564] env[62402]: DEBUG oslo_vmware.api [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.234686] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.234977] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.236131] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc18fd5f-b87e-49a4-98bf-0a3d3373c08e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.253841] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c563e2-6f17-481d-9a9f-7b426ec20cdd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.282704] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Reconfiguring VM to detach interface {{(pid=62402) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1891.283059] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-160db952-b927-4708-9fce-e1eebdafeba9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.303236] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1891.303236] env[62402]: value = "task-1873609" [ 1891.303236] env[62402]: _type = "Task" [ 1891.303236] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.311885] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.630015] env[62402]: DEBUG oslo_vmware.api [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873608, 'name': ReconfigVM_Task, 'duration_secs': 0.272359} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.630293] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1891.635016] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d917caef-6408-468a-a1fd-bf7d8450baa7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.649705] env[62402]: DEBUG oslo_vmware.api [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1891.649705] env[62402]: value = "task-1873610" [ 1891.649705] env[62402]: _type = "Task" [ 1891.649705] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.658774] env[62402]: DEBUG oslo_vmware.api [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.813093] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.942425] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.942695] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.159353] env[62402]: DEBUG oslo_vmware.api [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873610, 'name': ReconfigVM_Task, 'duration_secs': 0.240541} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.159750] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387186', 'volume_id': '8307aae1-24e3-4ef3-a1b6-38f263bcb309', 'name': 'volume-8307aae1-24e3-4ef3-a1b6-38f263bcb309', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88c1bd1d-446e-4a90-8f5e-9b4249a9ae31', 'attached_at': '', 'detached_at': '', 'volume_id': '8307aae1-24e3-4ef3-a1b6-38f263bcb309', 'serial': '8307aae1-24e3-4ef3-a1b6-38f263bcb309'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1892.313966] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.445780] env[62402]: DEBUG nova.compute.manager [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1892.702015] env[62402]: DEBUG nova.objects.instance [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lazy-loading 'flavor' on Instance uuid 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1892.814323] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.968638] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.968917] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.970445] env[62402]: INFO nova.compute.claims [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1893.000305] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.000556] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.314773] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.503582] env[62402]: INFO nova.compute.manager [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Detaching volume acfcadf6-ee26-49ca-93cb-3bec7690de22 [ 1893.535300] env[62402]: INFO nova.virt.block_device [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Attempting to driver detach volume acfcadf6-ee26-49ca-93cb-3bec7690de22 from mountpoint /dev/sdb [ 1893.535606] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1893.535814] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387176', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'name': 'volume-acfcadf6-ee26-49ca-93cb-3bec7690de22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a373932-f4b1-46d9-89c3-bd4bda5462de', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'serial': 'acfcadf6-ee26-49ca-93cb-3bec7690de22'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1893.536672] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde03ccf-d425-465e-979d-459702241f6b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.558741] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cddbeae-4baf-4cfc-a2e1-ef145a85decf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.565844] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddfd449-eeb8-4953-aaa5-c835a62a11e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.585871] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f69912-b57c-4a8f-94fe-0e5373daad44 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.600192] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] The volume has not been displaced from its original location: [datastore2] volume-acfcadf6-ee26-49ca-93cb-3bec7690de22/volume-acfcadf6-ee26-49ca-93cb-3bec7690de22.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1893.605370] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1893.605829] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45aa8110-9aff-490b-8d61-4292d6abd613 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.623240] env[62402]: DEBUG oslo_vmware.api [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1893.623240] env[62402]: value = "task-1873611" [ 1893.623240] env[62402]: _type = "Task" [ 1893.623240] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.631073] env[62402]: DEBUG oslo_vmware.api [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.708825] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d783183c-cbb2-4cec-b63a-650a812287e7 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.816617] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.092488] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef84d4c-4fbb-4ec1-bcf8-60ad0522eda2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.100480] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5340aa-b10a-430c-ba98-369daa58f472 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.135757] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f7fd5f-0068-4223-9a63-bd938fd57ee3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.146315] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19310ff6-9432-45ef-aa21-1fbb1bdf4b90 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.150053] env[62402]: DEBUG oslo_vmware.api [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873611, 'name': ReconfigVM_Task, 'duration_secs': 0.212596} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.150342] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1894.155448] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-071ed82e-0879-47c1-be67-50f47b933541 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.173185] env[62402]: DEBUG nova.compute.provider_tree [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.180241] env[62402]: DEBUG oslo_vmware.api [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1894.180241] env[62402]: value = "task-1873612" [ 1894.180241] env[62402]: _type = "Task" [ 1894.180241] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.187052] env[62402]: DEBUG oslo_vmware.api [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.316129] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.676791] env[62402]: DEBUG nova.scheduler.client.report [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1894.689214] env[62402]: DEBUG oslo_vmware.api [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873612, 'name': ReconfigVM_Task, 'duration_secs': 0.133669} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.689506] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387176', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'name': 'volume-acfcadf6-ee26-49ca-93cb-3bec7690de22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a373932-f4b1-46d9-89c3-bd4bda5462de', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfcadf6-ee26-49ca-93cb-3bec7690de22', 'serial': 'acfcadf6-ee26-49ca-93cb-3bec7690de22'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1894.741525] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.741790] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.742017] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.742207] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.742455] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.744565] env[62402]: INFO nova.compute.manager [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Terminating instance [ 1894.819324] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.185197] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.185698] env[62402]: DEBUG nova.compute.manager [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1895.233747] env[62402]: DEBUG nova.objects.instance [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lazy-loading 'flavor' on Instance uuid 4a373932-f4b1-46d9-89c3-bd4bda5462de {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1895.247863] env[62402]: DEBUG nova.compute.manager [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1895.248085] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1895.248966] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01987203-aecb-426d-9102-602cdd30f66d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.257460] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1895.257688] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cfdd072-e156-4fc4-80bf-a0d37250b803 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.263628] env[62402]: DEBUG oslo_vmware.api [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1895.263628] env[62402]: value = "task-1873613" [ 1895.263628] env[62402]: _type = "Task" [ 1895.263628] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.271016] env[62402]: DEBUG oslo_vmware.api [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.319373] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.469627] env[62402]: DEBUG oslo_concurrency.lockutils [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.469895] env[62402]: DEBUG oslo_concurrency.lockutils [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.470272] env[62402]: INFO nova.compute.manager [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Shelving [ 1895.690520] env[62402]: DEBUG nova.compute.utils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1895.691975] env[62402]: DEBUG nova.compute.manager [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1895.692215] env[62402]: DEBUG nova.network.neutron [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1895.730733] env[62402]: DEBUG nova.policy [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b297cfc13f4844d8847bb1bf18e733b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d4b16721fa4b31800d5ff1df7c1bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1895.773881] env[62402]: DEBUG oslo_vmware.api [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873613, 'name': PowerOffVM_Task, 'duration_secs': 0.156387} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.774163] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1895.774333] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1895.774607] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c38dcf51-9b6d-4383-8562-4210e1887790 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.818461] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.849961] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1895.850197] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1895.850388] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Deleting the datastore file [datastore2] 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1895.850672] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2876ddb-43cd-4cfc-a5d8-516d26fc68e7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.856992] env[62402]: DEBUG oslo_vmware.api [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1895.856992] env[62402]: value = "task-1873615" [ 1895.856992] env[62402]: _type = "Task" [ 1895.856992] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.867635] env[62402]: DEBUG oslo_vmware.api [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.999434] env[62402]: DEBUG nova.network.neutron [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Successfully created port: 092d7cf9-147f-4e27-9a29-6064ea2522b6 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1896.195655] env[62402]: DEBUG nova.compute.manager [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1896.241917] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5146bd83-65a0-4f95-9aa6-99e4565699f2 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.320016] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.366717] env[62402]: DEBUG oslo_vmware.api [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134269} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.366971] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1896.367172] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1896.367350] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1896.367520] env[62402]: INFO nova.compute.manager [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1896.367760] env[62402]: DEBUG oslo.service.loopingcall [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.367956] env[62402]: DEBUG nova.compute.manager [-] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1896.368087] env[62402]: DEBUG nova.network.neutron [-] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1896.479578] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.479932] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16a31e5b-e17b-4e4e-bc90-6101d7fb79ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.486929] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1896.486929] env[62402]: value = "task-1873616" [ 1896.486929] env[62402]: _type = "Task" [ 1896.486929] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.494709] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.821945] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.878035] env[62402]: DEBUG nova.compute.manager [req-58def7dc-75ad-4ed0-a554-15b8ac071776 req-c8006381-7ba1-4306-b0b9-226a4d92f610 service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Received event network-vif-deleted-6181200c-4399-4b66-bfc8-a3995a0bde02 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1896.878035] env[62402]: INFO nova.compute.manager [req-58def7dc-75ad-4ed0-a554-15b8ac071776 req-c8006381-7ba1-4306-b0b9-226a4d92f610 service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Neutron deleted interface 6181200c-4399-4b66-bfc8-a3995a0bde02; detaching it from the instance and deleting it from the info cache [ 1896.878035] env[62402]: DEBUG nova.network.neutron [req-58def7dc-75ad-4ed0-a554-15b8ac071776 req-c8006381-7ba1-4306-b0b9-226a4d92f610 service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.997683] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873616, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.209442] env[62402]: DEBUG nova.compute.manager [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1897.235622] env[62402]: DEBUG nova.virt.hardware [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1897.235870] env[62402]: DEBUG nova.virt.hardware [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1897.236039] env[62402]: DEBUG nova.virt.hardware [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1897.236224] env[62402]: DEBUG nova.virt.hardware [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1897.236372] env[62402]: DEBUG nova.virt.hardware [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1897.236519] env[62402]: DEBUG nova.virt.hardware [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1897.236781] env[62402]: DEBUG nova.virt.hardware [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1897.236939] env[62402]: DEBUG nova.virt.hardware [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1897.237123] env[62402]: DEBUG nova.virt.hardware [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1897.237299] env[62402]: DEBUG nova.virt.hardware [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1897.237475] env[62402]: DEBUG nova.virt.hardware [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1897.238366] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c69beb-41ce-4d15-a694-1d86164ebd6e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.246642] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51cced3-2aed-4c49-9fc4-694b2fcc5028 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.294644] env[62402]: DEBUG oslo_concurrency.lockutils [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.294908] env[62402]: DEBUG oslo_concurrency.lockutils [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.295144] env[62402]: DEBUG oslo_concurrency.lockutils [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "4a373932-f4b1-46d9-89c3-bd4bda5462de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.295333] env[62402]: DEBUG oslo_concurrency.lockutils [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.295543] env[62402]: DEBUG oslo_concurrency.lockutils [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.297682] env[62402]: INFO nova.compute.manager [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Terminating instance [ 1897.321624] env[62402]: DEBUG oslo_vmware.api [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873609, 'name': ReconfigVM_Task, 'duration_secs': 5.811255} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.321888] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.322060] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Reconfigured VM to detach interface {{(pid=62402) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1897.354146] env[62402]: DEBUG nova.network.neutron [-] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.380361] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6e6e8fb-2431-47f6-b9c3-820e42a788b4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.390325] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431e1817-2ed5-4996-a499-0c35561fabb8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.420214] env[62402]: DEBUG nova.compute.manager [req-58def7dc-75ad-4ed0-a554-15b8ac071776 req-c8006381-7ba1-4306-b0b9-226a4d92f610 service nova] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Detach interface failed, port_id=6181200c-4399-4b66-bfc8-a3995a0bde02, reason: Instance 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1897.463264] env[62402]: DEBUG nova.compute.manager [req-b33be8b7-0cd9-4dcd-8aa0-b30dab3ba7ab req-e6363835-403d-4d67-95fc-90094107b328 service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Received event network-vif-plugged-092d7cf9-147f-4e27-9a29-6064ea2522b6 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1897.463484] env[62402]: DEBUG oslo_concurrency.lockutils [req-b33be8b7-0cd9-4dcd-8aa0-b30dab3ba7ab req-e6363835-403d-4d67-95fc-90094107b328 service nova] Acquiring lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.463695] env[62402]: DEBUG oslo_concurrency.lockutils [req-b33be8b7-0cd9-4dcd-8aa0-b30dab3ba7ab req-e6363835-403d-4d67-95fc-90094107b328 service nova] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.463867] env[62402]: DEBUG oslo_concurrency.lockutils [req-b33be8b7-0cd9-4dcd-8aa0-b30dab3ba7ab req-e6363835-403d-4d67-95fc-90094107b328 service nova] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.464049] env[62402]: DEBUG nova.compute.manager [req-b33be8b7-0cd9-4dcd-8aa0-b30dab3ba7ab req-e6363835-403d-4d67-95fc-90094107b328 service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] No waiting events found dispatching network-vif-plugged-092d7cf9-147f-4e27-9a29-6064ea2522b6 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1897.464423] env[62402]: WARNING nova.compute.manager [req-b33be8b7-0cd9-4dcd-8aa0-b30dab3ba7ab req-e6363835-403d-4d67-95fc-90094107b328 service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Received unexpected event network-vif-plugged-092d7cf9-147f-4e27-9a29-6064ea2522b6 for instance with vm_state building and task_state spawning. [ 1897.497386] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873616, 'name': PowerOffVM_Task, 'duration_secs': 0.625312} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.497670] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1897.498487] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10d116a-f5ee-4341-8ab9-390ae9e9545a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.518418] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3141f11a-ac40-4f89-89c8-a576870e68cf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.578228] env[62402]: DEBUG nova.network.neutron [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Successfully updated port: 092d7cf9-147f-4e27-9a29-6064ea2522b6 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1897.801827] env[62402]: DEBUG nova.compute.manager [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1897.802043] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1897.802919] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8618401d-8c65-43a6-9106-6dfbaba728a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.810782] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1897.811040] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88e48bed-7d30-491b-8b04-391b6e8a9d82 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.817647] env[62402]: DEBUG oslo_vmware.api [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1897.817647] env[62402]: value = "task-1873617" [ 1897.817647] env[62402]: _type = "Task" [ 1897.817647] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.825164] env[62402]: DEBUG oslo_vmware.api [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.855853] env[62402]: INFO nova.compute.manager [-] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Took 1.49 seconds to deallocate network for instance. [ 1898.029777] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1898.030115] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f33e49d-f44b-4cc8-b4e6-b80d26780541 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.039509] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1898.039509] env[62402]: value = "task-1873618" [ 1898.039509] env[62402]: _type = "Task" [ 1898.039509] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.047690] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873618, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.080574] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "refresh_cache-63fb18c6-9030-46b0-b6ec-ae827e3235a1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.080780] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquired lock "refresh_cache-63fb18c6-9030-46b0-b6ec-ae827e3235a1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.080937] env[62402]: DEBUG nova.network.neutron [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1898.328149] env[62402]: DEBUG oslo_vmware.api [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873617, 'name': PowerOffVM_Task, 'duration_secs': 0.186261} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.328487] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1898.328615] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1898.328890] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b04c1719-8e8b-4cee-88f5-9db8ef89ec19 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.362860] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.363153] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.363403] env[62402]: DEBUG nova.objects.instance [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lazy-loading 'resources' on Instance uuid 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1898.446408] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1898.446619] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1898.446803] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleting the datastore file [datastore2] 4a373932-f4b1-46d9-89c3-bd4bda5462de {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1898.447094] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18cbf4c2-1ab4-421a-999d-67a0ce9a4bdc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.453618] env[62402]: DEBUG oslo_vmware.api [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1898.453618] env[62402]: value = "task-1873620" [ 1898.453618] env[62402]: _type = "Task" [ 1898.453618] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.460952] env[62402]: DEBUG oslo_vmware.api [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.549122] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873618, 'name': CreateSnapshot_Task, 'duration_secs': 0.381705} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.549389] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1898.550123] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69370e0-2642-4dd0-9061-0fa0519217b8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.611830] env[62402]: DEBUG nova.network.neutron [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1898.657393] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.657575] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquired lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.657758] env[62402]: DEBUG nova.network.neutron [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1898.782299] env[62402]: DEBUG nova.network.neutron [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Updating instance_info_cache with network_info: [{"id": "092d7cf9-147f-4e27-9a29-6064ea2522b6", "address": "fa:16:3e:17:2f:57", "network": {"id": "593bfbc3-9e5a-452b-a66c-b317909ee941", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-761706808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4b16721fa4b31800d5ff1df7c1bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092d7cf9-14", "ovs_interfaceid": "092d7cf9-147f-4e27-9a29-6064ea2522b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.965784] env[62402]: DEBUG oslo_vmware.api [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125559} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.966338] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1898.966338] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1898.966666] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1898.967331] env[62402]: INFO nova.compute.manager [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1898.967331] env[62402]: DEBUG oslo.service.loopingcall [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.967331] env[62402]: DEBUG nova.compute.manager [-] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1898.967498] env[62402]: DEBUG nova.network.neutron [-] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1899.001149] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcdc435-f0d0-4ff2-8b44-ea1b62d344a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.007010] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef94706-af24-4189-aaf5-b09dfd65381b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.038926] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd29c9e3-34b6-4d0f-ace6-1a7c63ef2740 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.046361] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164b5555-2ab2-4808-bf50-fc968fc7ddb5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.059707] env[62402]: DEBUG nova.compute.provider_tree [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.067606] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1899.069159] env[62402]: DEBUG nova.scheduler.client.report [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1899.072094] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8899e580-1ec5-453b-b843-90a3bb60106b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.081322] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1899.081322] env[62402]: value = "task-1873621" [ 1899.081322] env[62402]: _type = "Task" [ 1899.081322] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.089439] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873621, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.118866] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "b652b608-b413-4fe5-a446-9baade91204b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.119133] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "b652b608-b413-4fe5-a446-9baade91204b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.119402] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "b652b608-b413-4fe5-a446-9baade91204b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.119576] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "b652b608-b413-4fe5-a446-9baade91204b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.119751] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "b652b608-b413-4fe5-a446-9baade91204b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.121901] env[62402]: INFO nova.compute.manager [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Terminating instance [ 1899.284881] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Releasing lock "refresh_cache-63fb18c6-9030-46b0-b6ec-ae827e3235a1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.285218] env[62402]: DEBUG nova.compute.manager [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Instance network_info: |[{"id": "092d7cf9-147f-4e27-9a29-6064ea2522b6", "address": "fa:16:3e:17:2f:57", "network": {"id": "593bfbc3-9e5a-452b-a66c-b317909ee941", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-761706808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4b16721fa4b31800d5ff1df7c1bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092d7cf9-14", "ovs_interfaceid": "092d7cf9-147f-4e27-9a29-6064ea2522b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1899.285835] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:2f:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '092d7cf9-147f-4e27-9a29-6064ea2522b6', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1899.294038] env[62402]: DEBUG oslo.service.loopingcall [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.294268] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1899.294517] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a940c196-edb5-4878-882e-d5886a143082 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.318363] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1899.318363] env[62402]: value = "task-1873622" [ 1899.318363] env[62402]: _type = "Task" [ 1899.318363] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.327210] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873622, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.428570] env[62402]: DEBUG nova.compute.manager [req-91f0a36e-02e4-49eb-801d-087974e3b5bf req-58dc500b-573a-421d-97e4-c5f8cf077306 service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Received event network-vif-deleted-550adfe5-4747-4ba2-bf5d-9a63665673d1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1899.428875] env[62402]: INFO nova.compute.manager [req-91f0a36e-02e4-49eb-801d-087974e3b5bf req-58dc500b-573a-421d-97e4-c5f8cf077306 service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Neutron deleted interface 550adfe5-4747-4ba2-bf5d-9a63665673d1; detaching it from the instance and deleting it from the info cache [ 1899.429040] env[62402]: DEBUG nova.network.neutron [req-91f0a36e-02e4-49eb-801d-087974e3b5bf req-58dc500b-573a-421d-97e4-c5f8cf077306 service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.440467] env[62402]: INFO nova.network.neutron [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Port b7c0a44c-b1fd-46e8-a5ca-af9fdb191000 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1899.440811] env[62402]: DEBUG nova.network.neutron [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updating instance_info_cache with network_info: [{"id": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "address": "fa:16:3e:c3:05:92", "network": {"id": "5f4bca13-f3b8-43c6-aa70-4a269ddcf695", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1733935076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8ba47d276144d6b8ef2c2694f097a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ced76a-fc", "ovs_interfaceid": "44ced76a-fce6-41f7-a33c-cb8ff034da98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.489769] env[62402]: DEBUG nova.compute.manager [req-4c28686e-edb5-4dbc-81e3-95263800b372 req-ea6ed91d-de54-4f76-aa3f-8444a03dcd3c service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Received event network-changed-092d7cf9-147f-4e27-9a29-6064ea2522b6 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1899.490023] env[62402]: DEBUG nova.compute.manager [req-4c28686e-edb5-4dbc-81e3-95263800b372 req-ea6ed91d-de54-4f76-aa3f-8444a03dcd3c service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Refreshing instance network info cache due to event network-changed-092d7cf9-147f-4e27-9a29-6064ea2522b6. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1899.490223] env[62402]: DEBUG oslo_concurrency.lockutils [req-4c28686e-edb5-4dbc-81e3-95263800b372 req-ea6ed91d-de54-4f76-aa3f-8444a03dcd3c service nova] Acquiring lock "refresh_cache-63fb18c6-9030-46b0-b6ec-ae827e3235a1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.490382] env[62402]: DEBUG oslo_concurrency.lockutils [req-4c28686e-edb5-4dbc-81e3-95263800b372 req-ea6ed91d-de54-4f76-aa3f-8444a03dcd3c service nova] Acquired lock "refresh_cache-63fb18c6-9030-46b0-b6ec-ae827e3235a1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.490552] env[62402]: DEBUG nova.network.neutron [req-4c28686e-edb5-4dbc-81e3-95263800b372 req-ea6ed91d-de54-4f76-aa3f-8444a03dcd3c service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Refreshing network info cache for port 092d7cf9-147f-4e27-9a29-6064ea2522b6 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1899.578985] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.216s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.590760] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873621, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.606939] env[62402]: INFO nova.scheduler.client.report [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Deleted allocations for instance 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31 [ 1899.626014] env[62402]: DEBUG nova.compute.manager [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1899.626530] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1899.627530] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb067d5-37de-4013-a947-fbf4ab709226 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.638035] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.638384] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99ee47d2-ccb3-4ab8-b50b-90583b9b0186 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.646056] env[62402]: DEBUG oslo_vmware.api [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1899.646056] env[62402]: value = "task-1873623" [ 1899.646056] env[62402]: _type = "Task" [ 1899.646056] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.656640] env[62402]: DEBUG oslo_vmware.api [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.831446] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873622, 'name': CreateVM_Task, 'duration_secs': 0.480276} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.831804] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1899.845867] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.846060] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.846405] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1899.846683] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421725d9-d84b-4510-8a38-d7629304a7a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.852186] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1899.852186] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]524627b4-12c1-2834-bf66-d25681ced59e" [ 1899.852186] env[62402]: _type = "Task" [ 1899.852186] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.860629] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524627b4-12c1-2834-bf66-d25681ced59e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.904332] env[62402]: DEBUG nova.network.neutron [-] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.932085] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cace301b-0bc1-46d8-bae9-a41e68acf969 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.941596] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42f79d1-25d6-42f5-aedd-b59c127e74c1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.952805] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Releasing lock "refresh_cache-b652b608-b413-4fe5-a446-9baade91204b" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.975541] env[62402]: DEBUG nova.compute.manager [req-91f0a36e-02e4-49eb-801d-087974e3b5bf req-58dc500b-573a-421d-97e4-c5f8cf077306 service nova] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Detach interface failed, port_id=550adfe5-4747-4ba2-bf5d-9a63665673d1, reason: Instance 4a373932-f4b1-46d9-89c3-bd4bda5462de could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1900.093220] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873621, 'name': CloneVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.115135] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5fd45a17-213d-4a9c-9230-f53d73a5fa07 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "88c1bd1d-446e-4a90-8f5e-9b4249a9ae31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.373s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.159581] env[62402]: DEBUG oslo_vmware.api [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873623, 'name': PowerOffVM_Task, 'duration_secs': 0.347072} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.159812] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1900.159898] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1900.160172] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07eef610-23a8-4baf-b325-5af0899f24e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.243146] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1900.243404] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1900.243555] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Deleting the datastore file [datastore1] b652b608-b413-4fe5-a446-9baade91204b {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1900.243834] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1102099-e404-4797-b1ad-ce2796ec6e65 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.251145] env[62402]: DEBUG oslo_vmware.api [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1900.251145] env[62402]: value = "task-1873625" [ 1900.251145] env[62402]: _type = "Task" [ 1900.251145] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.259587] env[62402]: DEBUG oslo_vmware.api [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.315199] env[62402]: DEBUG nova.network.neutron [req-4c28686e-edb5-4dbc-81e3-95263800b372 req-ea6ed91d-de54-4f76-aa3f-8444a03dcd3c service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Updated VIF entry in instance network info cache for port 092d7cf9-147f-4e27-9a29-6064ea2522b6. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1900.315588] env[62402]: DEBUG nova.network.neutron [req-4c28686e-edb5-4dbc-81e3-95263800b372 req-ea6ed91d-de54-4f76-aa3f-8444a03dcd3c service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Updating instance_info_cache with network_info: [{"id": "092d7cf9-147f-4e27-9a29-6064ea2522b6", "address": "fa:16:3e:17:2f:57", "network": {"id": "593bfbc3-9e5a-452b-a66c-b317909ee941", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-761706808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4b16721fa4b31800d5ff1df7c1bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092d7cf9-14", "ovs_interfaceid": "092d7cf9-147f-4e27-9a29-6064ea2522b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.363946] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]524627b4-12c1-2834-bf66-d25681ced59e, 'name': SearchDatastore_Task, 'duration_secs': 0.035623} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.364364] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.364653] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1900.364893] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.365052] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.365238] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1900.365504] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0133f9cb-008f-4ded-a70a-bec8050e9d48 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.377922] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.378087] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.378797] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23665ffc-537f-4efe-9805-7f8662e47dcc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.384010] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1900.384010] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]520ce225-2cfb-d883-1460-b661fe607988" [ 1900.384010] env[62402]: _type = "Task" [ 1900.384010] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.391638] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]520ce225-2cfb-d883-1460-b661fe607988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.406694] env[62402]: INFO nova.compute.manager [-] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Took 1.44 seconds to deallocate network for instance. [ 1900.456999] env[62402]: DEBUG oslo_concurrency.lockutils [None req-6d33e7f7-2000-46c1-98b6-af7697a9c516 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "interface-b652b608-b413-4fe5-a446-9baade91204b-b7c0a44c-b1fd-46e8-a5ca-af9fdb191000" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.725s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.592121] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873621, 'name': CloneVM_Task, 'duration_secs': 1.073422} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.592121] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Created linked-clone VM from snapshot [ 1900.592621] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47806ca2-8ade-487f-b56e-92d8f98f6ed5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.599936] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Uploading image 5b51e0ac-d6bb-4702-82fc-3cd73b188e33 {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1900.625126] env[62402]: DEBUG oslo_vmware.rw_handles [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1900.625126] env[62402]: value = "vm-387188" [ 1900.625126] env[62402]: _type = "VirtualMachine" [ 1900.625126] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1900.625411] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6caa331f-080d-421e-affd-03f897e68058 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.632176] env[62402]: DEBUG oslo_vmware.rw_handles [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lease: (returnval){ [ 1900.632176] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d5d27b-4d4d-b0a3-cf67-7e60f2095bd3" [ 1900.632176] env[62402]: _type = "HttpNfcLease" [ 1900.632176] env[62402]: } obtained for exporting VM: (result){ [ 1900.632176] env[62402]: value = "vm-387188" [ 1900.632176] env[62402]: _type = "VirtualMachine" [ 1900.632176] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1900.632467] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the lease: (returnval){ [ 1900.632467] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d5d27b-4d4d-b0a3-cf67-7e60f2095bd3" [ 1900.632467] env[62402]: _type = "HttpNfcLease" [ 1900.632467] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1900.639370] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1900.639370] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d5d27b-4d4d-b0a3-cf67-7e60f2095bd3" [ 1900.639370] env[62402]: _type = "HttpNfcLease" [ 1900.639370] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1900.761453] env[62402]: DEBUG oslo_vmware.api [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293235} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.761771] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1900.761981] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1900.762178] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1900.762358] env[62402]: INFO nova.compute.manager [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: b652b608-b413-4fe5-a446-9baade91204b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1900.762644] env[62402]: DEBUG oslo.service.loopingcall [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.762848] env[62402]: DEBUG nova.compute.manager [-] [instance: b652b608-b413-4fe5-a446-9baade91204b] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1900.762943] env[62402]: DEBUG nova.network.neutron [-] [instance: b652b608-b413-4fe5-a446-9baade91204b] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1900.819332] env[62402]: DEBUG oslo_concurrency.lockutils [req-4c28686e-edb5-4dbc-81e3-95263800b372 req-ea6ed91d-de54-4f76-aa3f-8444a03dcd3c service nova] Releasing lock "refresh_cache-63fb18c6-9030-46b0-b6ec-ae827e3235a1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.894185] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]520ce225-2cfb-d883-1460-b661fe607988, 'name': SearchDatastore_Task, 'duration_secs': 0.017309} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.895052] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9a6935-8349-4296-a441-c7332b2f9802 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.900274] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1900.900274] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6a926-ff31-3f81-bc6f-fa6cb89d214e" [ 1900.900274] env[62402]: _type = "Task" [ 1900.900274] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.908449] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6a926-ff31-3f81-bc6f-fa6cb89d214e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.912571] env[62402]: DEBUG oslo_concurrency.lockutils [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.912819] env[62402]: DEBUG oslo_concurrency.lockutils [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.913046] env[62402]: DEBUG nova.objects.instance [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lazy-loading 'resources' on Instance uuid 4a373932-f4b1-46d9-89c3-bd4bda5462de {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1901.141161] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1901.141161] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d5d27b-4d4d-b0a3-cf67-7e60f2095bd3" [ 1901.141161] env[62402]: _type = "HttpNfcLease" [ 1901.141161] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1901.141469] env[62402]: DEBUG oslo_vmware.rw_handles [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1901.141469] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d5d27b-4d4d-b0a3-cf67-7e60f2095bd3" [ 1901.141469] env[62402]: _type = "HttpNfcLease" [ 1901.141469] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1901.142270] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db07fa94-b518-4dc7-8181-f7c9605da1c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.149928] env[62402]: DEBUG oslo_vmware.rw_handles [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff015f-fc6d-24aa-ebea-1451838bed2f/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1901.150131] env[62402]: DEBUG oslo_vmware.rw_handles [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff015f-fc6d-24aa-ebea-1451838bed2f/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1901.313111] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ffd6b7c1-9434-44e8-bf6f-229c00884d73 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.412107] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c6a926-ff31-3f81-bc6f-fa6cb89d214e, 'name': SearchDatastore_Task, 'duration_secs': 0.009223} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.412541] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.413052] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 63fb18c6-9030-46b0-b6ec-ae827e3235a1/63fb18c6-9030-46b0-b6ec-ae827e3235a1.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1901.413052] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa4ab7f7-aec2-4a9f-a804-4fb35cdd1e1c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.420751] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1901.420751] env[62402]: value = "task-1873627" [ 1901.420751] env[62402]: _type = "Task" [ 1901.420751] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.429484] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.562914] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4f3ba2-0eab-4745-a4b7-34ca4a449cd6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.571779] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fda803-f593-402d-93ab-0405e3b40ba6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.607445] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d205522-ba4d-4af4-ad65-08cbc8e7f500 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.616259] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fea2af7-b168-438a-a127-d6a7864ac59e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.623970] env[62402]: DEBUG nova.compute.manager [req-dd450bdd-8d3e-48a0-82d4-77c085082fe7 req-8d5c0b25-98ca-4a71-bf1f-9c2c2a874ec5 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Received event network-vif-deleted-44ced76a-fce6-41f7-a33c-cb8ff034da98 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1901.625669] env[62402]: INFO nova.compute.manager [req-dd450bdd-8d3e-48a0-82d4-77c085082fe7 req-8d5c0b25-98ca-4a71-bf1f-9c2c2a874ec5 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Neutron deleted interface 44ced76a-fce6-41f7-a33c-cb8ff034da98; detaching it from the instance and deleting it from the info cache [ 1901.625669] env[62402]: DEBUG nova.network.neutron [req-dd450bdd-8d3e-48a0-82d4-77c085082fe7 req-8d5c0b25-98ca-4a71-bf1f-9c2c2a874ec5 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.636963] env[62402]: DEBUG nova.compute.provider_tree [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.936410] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873627, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.078869] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.079733] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.107447] env[62402]: DEBUG nova.network.neutron [-] [instance: b652b608-b413-4fe5-a446-9baade91204b] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.127544] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65831ab4-121d-491e-9c8d-03df4c6e391b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.138780] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a80f3ad-e035-4a70-8aec-2f34f27e0220 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.150675] env[62402]: DEBUG nova.scheduler.client.report [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1902.176218] env[62402]: DEBUG nova.compute.manager [req-dd450bdd-8d3e-48a0-82d4-77c085082fe7 req-8d5c0b25-98ca-4a71-bf1f-9c2c2a874ec5 service nova] [instance: b652b608-b413-4fe5-a446-9baade91204b] Detach interface failed, port_id=44ced76a-fce6-41f7-a33c-cb8ff034da98, reason: Instance b652b608-b413-4fe5-a446-9baade91204b could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1902.431657] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542213} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.431999] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 63fb18c6-9030-46b0-b6ec-ae827e3235a1/63fb18c6-9030-46b0-b6ec-ae827e3235a1.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1902.432306] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1902.432609] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fe4577a-1227-482e-b60b-57082a3c6d3a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.439462] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1902.439462] env[62402]: value = "task-1873628" [ 1902.439462] env[62402]: _type = "Task" [ 1902.439462] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.447872] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.583047] env[62402]: DEBUG nova.compute.manager [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1902.610665] env[62402]: INFO nova.compute.manager [-] [instance: b652b608-b413-4fe5-a446-9baade91204b] Took 1.85 seconds to deallocate network for instance. [ 1902.656692] env[62402]: DEBUG oslo_concurrency.lockutils [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.679025] env[62402]: INFO nova.scheduler.client.report [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted allocations for instance 4a373932-f4b1-46d9-89c3-bd4bda5462de [ 1902.949876] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064802} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.950319] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1902.951145] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e009725b-160b-465b-baf8-c6a6a28d1add {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.975866] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 63fb18c6-9030-46b0-b6ec-ae827e3235a1/63fb18c6-9030-46b0-b6ec-ae827e3235a1.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1902.976205] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273d66e6-e006-449c-a763-5f0b8264cbd3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.001159] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1903.001159] env[62402]: value = "task-1873629" [ 1903.001159] env[62402]: _type = "Task" [ 1903.001159] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.009479] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.106676] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.106934] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.108592] env[62402]: INFO nova.compute.claims [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1903.117757] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.186951] env[62402]: DEBUG oslo_concurrency.lockutils [None req-682bb66c-acc3-4211-8cf1-d8bdf084d0ca tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4a373932-f4b1-46d9-89c3-bd4bda5462de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.892s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.511424] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873629, 'name': ReconfigVM_Task, 'duration_secs': 0.287224} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.511767] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 63fb18c6-9030-46b0-b6ec-ae827e3235a1/63fb18c6-9030-46b0-b6ec-ae827e3235a1.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.512425] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-605be52b-9b14-4964-a773-e888990cefea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.519770] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1903.519770] env[62402]: value = "task-1873630" [ 1903.519770] env[62402]: _type = "Task" [ 1903.519770] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.528307] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873630, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.030653] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873630, 'name': Rename_Task, 'duration_secs': 0.191936} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.031070] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1904.031616] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b59ff48-b464-4163-abdb-5ba77b8545eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.039510] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1904.039510] env[62402]: value = "task-1873631" [ 1904.039510] env[62402]: _type = "Task" [ 1904.039510] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.048388] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.245207] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0cf243-04c1-4324-9f8c-6359985b6688 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.253935] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a27d5a5-853d-4ed4-9f92-b4a46bb86791 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.285903] env[62402]: DEBUG oslo_concurrency.lockutils [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.286156] env[62402]: DEBUG oslo_concurrency.lockutils [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.286368] env[62402]: DEBUG oslo_concurrency.lockutils [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "f570ec9e-c2ed-4dea-91b8-5db43bdfedd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.286549] env[62402]: DEBUG oslo_concurrency.lockutils [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "f570ec9e-c2ed-4dea-91b8-5db43bdfedd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.286755] env[62402]: DEBUG oslo_concurrency.lockutils [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "f570ec9e-c2ed-4dea-91b8-5db43bdfedd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.289079] env[62402]: INFO nova.compute.manager [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Terminating instance [ 1904.291104] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5c0272-739f-4d19-9e26-a52186e53a4b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.301164] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603b02e5-7216-4c51-938a-fca7ab8030a3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.316114] env[62402]: DEBUG nova.compute.provider_tree [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1904.549641] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873631, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.796599] env[62402]: DEBUG nova.compute.manager [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1904.796851] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1904.797800] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead9e125-3d85-4152-acdb-509c26c98089 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.805716] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1904.805984] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ab41898-6a78-457b-8aa2-c18444bc1446 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.812299] env[62402]: DEBUG oslo_vmware.api [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1904.812299] env[62402]: value = "task-1873632" [ 1904.812299] env[62402]: _type = "Task" [ 1904.812299] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.820518] env[62402]: DEBUG nova.scheduler.client.report [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.823687] env[62402]: DEBUG oslo_vmware.api [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.049577] env[62402]: DEBUG oslo_vmware.api [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873631, 'name': PowerOnVM_Task, 'duration_secs': 0.580965} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.049886] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1905.050069] env[62402]: INFO nova.compute.manager [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1905.050221] env[62402]: DEBUG nova.compute.manager [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1905.051056] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d897b3d-51eb-4cff-bfdb-5a5a5021dce0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.069846] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "d10ae616-3446-465f-8748-0e55793ec4bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.070090] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "d10ae616-3446-465f-8748-0e55793ec4bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.322568] env[62402]: DEBUG oslo_vmware.api [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873632, 'name': PowerOffVM_Task, 'duration_secs': 0.215564} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.322799] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1905.322994] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1905.323271] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f69106da-8e61-482d-beb1-5a0aecb4ee1b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.325348] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.325868] env[62402]: DEBUG nova.compute.manager [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1905.330703] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.213s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.330937] env[62402]: DEBUG nova.objects.instance [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'resources' on Instance uuid b652b608-b413-4fe5-a446-9baade91204b {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.408467] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1905.408738] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1905.408880] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleting the datastore file [datastore1] f570ec9e-c2ed-4dea-91b8-5db43bdfedd7 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1905.409189] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0caf3e6-fe35-48bb-96e8-7ac439338374 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.416201] env[62402]: DEBUG oslo_vmware.api [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1905.416201] env[62402]: value = "task-1873634" [ 1905.416201] env[62402]: _type = "Task" [ 1905.416201] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.424596] env[62402]: DEBUG oslo_vmware.api [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.570411] env[62402]: INFO nova.compute.manager [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Took 12.62 seconds to build instance. [ 1905.572316] env[62402]: DEBUG nova.compute.manager [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1905.835479] env[62402]: DEBUG nova.compute.utils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1905.840339] env[62402]: DEBUG nova.compute.manager [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1905.840551] env[62402]: DEBUG nova.network.neutron [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1905.889689] env[62402]: DEBUG nova.policy [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e889ca5a5db474bb129c4efce820aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3884cf041b804725be5a7334a54e6a45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1905.928521] env[62402]: DEBUG oslo_vmware.api [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152292} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.931377] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1905.931579] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1905.931828] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1905.931926] env[62402]: INFO nova.compute.manager [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1905.932217] env[62402]: DEBUG oslo.service.loopingcall [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.932626] env[62402]: DEBUG nova.compute.manager [-] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1905.932746] env[62402]: DEBUG nova.network.neutron [-] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1905.995992] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0434d78c-d782-44c3-a5f5-82edb3ac4924 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.004056] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1622c404-80ba-4654-b2da-f2273a10d303 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.034721] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79349245-0c35-4007-968a-f4e6de1861d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.043647] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5623be88-09b9-426c-b50d-68def64f3ae2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.062839] env[62402]: DEBUG nova.compute.provider_tree [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1906.071210] env[62402]: DEBUG oslo_concurrency.lockutils [None req-edd4f7fd-3ab8-4d96-8bfa-7d07dc6ddf6d tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.128s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.091299] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.174347] env[62402]: DEBUG nova.network.neutron [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Successfully created port: 6720b7db-0071-40ef-975c-d6944122d9cc {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1906.341362] env[62402]: DEBUG nova.compute.manager [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1906.584245] env[62402]: ERROR nova.scheduler.client.report [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [req-05d0cec6-1932-4a35-9583-c6a0fb60c6d9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c2826406-6fc4-4c09-886a-a6552c22449a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05d0cec6-1932-4a35-9583-c6a0fb60c6d9"}]} [ 1906.601306] env[62402]: DEBUG nova.scheduler.client.report [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Refreshing inventories for resource provider c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1906.615981] env[62402]: DEBUG nova.scheduler.client.report [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updating ProviderTree inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1906.616258] env[62402]: DEBUG nova.compute.provider_tree [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1906.628302] env[62402]: DEBUG nova.scheduler.client.report [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Refreshing aggregate associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, aggregates: None {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1906.650998] env[62402]: DEBUG nova.scheduler.client.report [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Refreshing trait associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1906.718344] env[62402]: DEBUG nova.compute.manager [req-05f7068b-f8f0-4bed-9e58-34e7bc854c2c req-635ffc48-06d4-4d43-9c93-b5d6433d7674 service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Received event network-changed-092d7cf9-147f-4e27-9a29-6064ea2522b6 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1906.718560] env[62402]: DEBUG nova.compute.manager [req-05f7068b-f8f0-4bed-9e58-34e7bc854c2c req-635ffc48-06d4-4d43-9c93-b5d6433d7674 service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Refreshing instance network info cache due to event network-changed-092d7cf9-147f-4e27-9a29-6064ea2522b6. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1906.718774] env[62402]: DEBUG oslo_concurrency.lockutils [req-05f7068b-f8f0-4bed-9e58-34e7bc854c2c req-635ffc48-06d4-4d43-9c93-b5d6433d7674 service nova] Acquiring lock "refresh_cache-63fb18c6-9030-46b0-b6ec-ae827e3235a1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.718920] env[62402]: DEBUG oslo_concurrency.lockutils [req-05f7068b-f8f0-4bed-9e58-34e7bc854c2c req-635ffc48-06d4-4d43-9c93-b5d6433d7674 service nova] Acquired lock "refresh_cache-63fb18c6-9030-46b0-b6ec-ae827e3235a1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.719105] env[62402]: DEBUG nova.network.neutron [req-05f7068b-f8f0-4bed-9e58-34e7bc854c2c req-635ffc48-06d4-4d43-9c93-b5d6433d7674 service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Refreshing network info cache for port 092d7cf9-147f-4e27-9a29-6064ea2522b6 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1906.813890] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062bcb4b-a1f4-4f6d-bc39-ba2776cf6f95 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.829142] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eb47d8-bf0b-4963-ade0-b550487664dd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.871834] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb2769e-c16a-4d9e-82b9-bd775d5ddb42 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.881335] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d436df97-7642-4c97-8954-0fffebf496c8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.900345] env[62402]: DEBUG nova.compute.provider_tree [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1907.336628] env[62402]: DEBUG nova.network.neutron [-] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.372513] env[62402]: DEBUG nova.compute.manager [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1907.448617] env[62402]: DEBUG nova.scheduler.client.report [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updated inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1907.449031] env[62402]: DEBUG nova.compute.provider_tree [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updating resource provider c2826406-6fc4-4c09-886a-a6552c22449a generation from 144 to 145 during operation: update_inventory {{(pid=62402) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1907.449299] env[62402]: DEBUG nova.compute.provider_tree [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1907.455725] env[62402]: DEBUG nova.virt.hardware [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1907.457772] env[62402]: DEBUG nova.virt.hardware [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1907.457772] env[62402]: DEBUG nova.virt.hardware [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1907.457772] env[62402]: DEBUG nova.virt.hardware [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1907.457772] env[62402]: DEBUG nova.virt.hardware [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1907.457772] env[62402]: DEBUG nova.virt.hardware [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1907.457772] env[62402]: DEBUG nova.virt.hardware [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1907.457772] env[62402]: DEBUG nova.virt.hardware [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1907.457772] env[62402]: DEBUG nova.virt.hardware [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1907.458725] env[62402]: DEBUG nova.virt.hardware [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1907.458943] env[62402]: DEBUG nova.virt.hardware [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1907.459930] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfe279b-be83-4663-afd8-040d42324472 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.473563] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8880429-2655-471e-860a-58d5e1c46766 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.591072] env[62402]: DEBUG nova.network.neutron [req-05f7068b-f8f0-4bed-9e58-34e7bc854c2c req-635ffc48-06d4-4d43-9c93-b5d6433d7674 service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Updated VIF entry in instance network info cache for port 092d7cf9-147f-4e27-9a29-6064ea2522b6. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1907.591741] env[62402]: DEBUG nova.network.neutron [req-05f7068b-f8f0-4bed-9e58-34e7bc854c2c req-635ffc48-06d4-4d43-9c93-b5d6433d7674 service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Updating instance_info_cache with network_info: [{"id": "092d7cf9-147f-4e27-9a29-6064ea2522b6", "address": "fa:16:3e:17:2f:57", "network": {"id": "593bfbc3-9e5a-452b-a66c-b317909ee941", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-761706808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4b16721fa4b31800d5ff1df7c1bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092d7cf9-14", "ovs_interfaceid": "092d7cf9-147f-4e27-9a29-6064ea2522b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.707615] env[62402]: DEBUG nova.compute.manager [req-a85fa04f-4c76-4054-ac24-1f155dda85e9 req-e6e5608c-4cef-4e57-81ca-c8c9ab3c98b3 service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Received event network-vif-plugged-6720b7db-0071-40ef-975c-d6944122d9cc {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1907.707826] env[62402]: DEBUG oslo_concurrency.lockutils [req-a85fa04f-4c76-4054-ac24-1f155dda85e9 req-e6e5608c-4cef-4e57-81ca-c8c9ab3c98b3 service nova] Acquiring lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.708056] env[62402]: DEBUG oslo_concurrency.lockutils [req-a85fa04f-4c76-4054-ac24-1f155dda85e9 req-e6e5608c-4cef-4e57-81ca-c8c9ab3c98b3 service nova] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.708242] env[62402]: DEBUG oslo_concurrency.lockutils [req-a85fa04f-4c76-4054-ac24-1f155dda85e9 req-e6e5608c-4cef-4e57-81ca-c8c9ab3c98b3 service nova] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.709416] env[62402]: DEBUG nova.compute.manager [req-a85fa04f-4c76-4054-ac24-1f155dda85e9 req-e6e5608c-4cef-4e57-81ca-c8c9ab3c98b3 service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] No waiting events found dispatching network-vif-plugged-6720b7db-0071-40ef-975c-d6944122d9cc {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1907.709416] env[62402]: WARNING nova.compute.manager [req-a85fa04f-4c76-4054-ac24-1f155dda85e9 req-e6e5608c-4cef-4e57-81ca-c8c9ab3c98b3 service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Received unexpected event network-vif-plugged-6720b7db-0071-40ef-975c-d6944122d9cc for instance with vm_state building and task_state spawning. [ 1907.795927] env[62402]: DEBUG nova.network.neutron [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Successfully updated port: 6720b7db-0071-40ef-975c-d6944122d9cc {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1907.843492] env[62402]: INFO nova.compute.manager [-] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Took 1.91 seconds to deallocate network for instance. [ 1907.964340] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.634s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.966827] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.876s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.968419] env[62402]: INFO nova.compute.claims [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1907.986706] env[62402]: INFO nova.scheduler.client.report [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Deleted allocations for instance b652b608-b413-4fe5-a446-9baade91204b [ 1908.094515] env[62402]: DEBUG oslo_concurrency.lockutils [req-05f7068b-f8f0-4bed-9e58-34e7bc854c2c req-635ffc48-06d4-4d43-9c93-b5d6433d7674 service nova] Releasing lock "refresh_cache-63fb18c6-9030-46b0-b6ec-ae827e3235a1" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.299893] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "refresh_cache-2963ce81-276e-4e6a-b1ba-94d3dc4455d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.299893] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired lock "refresh_cache-2963ce81-276e-4e6a-b1ba-94d3dc4455d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.300086] env[62402]: DEBUG nova.network.neutron [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1908.349892] env[62402]: DEBUG oslo_concurrency.lockutils [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.493964] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2a319c15-492f-4983-8136-961f84e19978 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "b652b608-b413-4fe5-a446-9baade91204b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.375s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.613901] env[62402]: DEBUG oslo_vmware.rw_handles [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff015f-fc6d-24aa-ebea-1451838bed2f/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1908.615184] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b062ff6b-12d0-4aae-afb3-769169a92293 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.622648] env[62402]: DEBUG oslo_vmware.rw_handles [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff015f-fc6d-24aa-ebea-1451838bed2f/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1908.622824] env[62402]: ERROR oslo_vmware.rw_handles [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff015f-fc6d-24aa-ebea-1451838bed2f/disk-0.vmdk due to incomplete transfer. [ 1908.623290] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dcc92c77-1a50-4e5b-8dbd-8479135929ad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.633252] env[62402]: DEBUG oslo_vmware.rw_handles [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff015f-fc6d-24aa-ebea-1451838bed2f/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1908.633447] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Uploaded image 5b51e0ac-d6bb-4702-82fc-3cd73b188e33 to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1908.635701] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1908.635945] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b7c8e4c0-f05c-4d4d-a929-c77af1c955c6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.642620] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1908.642620] env[62402]: value = "task-1873635" [ 1908.642620] env[62402]: _type = "Task" [ 1908.642620] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.651422] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873635, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.791838] env[62402]: DEBUG nova.compute.manager [req-0af3166b-5702-4739-9734-6e01e2249487 req-0659fb77-26bb-43f6-8fda-06d8eead83d0 service nova] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Received event network-vif-deleted-cc66c895-2818-4038-847c-88c8b6e4e5e0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1908.831704] env[62402]: DEBUG nova.network.neutron [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1908.955889] env[62402]: DEBUG nova.network.neutron [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Updating instance_info_cache with network_info: [{"id": "6720b7db-0071-40ef-975c-d6944122d9cc", "address": "fa:16:3e:04:29:7e", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6720b7db-00", "ovs_interfaceid": "6720b7db-0071-40ef-975c-d6944122d9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.094875] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008a063a-ab5b-492d-bdf4-faf00f20bad8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.102761] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a757df13-325e-44f1-a5d4-a687225c269c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.134145] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "84665542-d2a1-4c55-acba-32e624b3a2f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.134417] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "84665542-d2a1-4c55-acba-32e624b3a2f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.134657] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "84665542-d2a1-4c55-acba-32e624b3a2f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.134963] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "84665542-d2a1-4c55-acba-32e624b3a2f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.135055] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "84665542-d2a1-4c55-acba-32e624b3a2f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.137334] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169cf32d-da89-497e-963d-c6b64c011a21 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.140099] env[62402]: INFO nova.compute.manager [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Terminating instance [ 1909.149179] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea70aa79-6571-4383-b0c9-9eda9ad7ec02 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.156300] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873635, 'name': Destroy_Task, 'duration_secs': 0.495446} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.156897] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Destroyed the VM [ 1909.157165] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1909.157390] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e7dfd6c0-ae86-4e4c-bfed-746786275b83 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.166466] env[62402]: DEBUG nova.compute.provider_tree [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1909.171809] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1909.171809] env[62402]: value = "task-1873636" [ 1909.171809] env[62402]: _type = "Task" [ 1909.171809] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.181356] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873636, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.458516] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Releasing lock "refresh_cache-2963ce81-276e-4e6a-b1ba-94d3dc4455d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.458860] env[62402]: DEBUG nova.compute.manager [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Instance network_info: |[{"id": "6720b7db-0071-40ef-975c-d6944122d9cc", "address": "fa:16:3e:04:29:7e", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6720b7db-00", "ovs_interfaceid": "6720b7db-0071-40ef-975c-d6944122d9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1909.459295] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:29:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6720b7db-0071-40ef-975c-d6944122d9cc', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1909.467330] env[62402]: DEBUG oslo.service.loopingcall [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1909.467570] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1909.467801] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-543c1aee-1d6b-497b-898b-d042b196dc67 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.488051] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1909.488051] env[62402]: value = "task-1873637" [ 1909.488051] env[62402]: _type = "Task" [ 1909.488051] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.495589] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873637, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.643872] env[62402]: DEBUG nova.compute.manager [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1909.644143] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1909.645054] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf14156a-55b0-4226-aa3b-098989294b1f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.652514] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1909.652752] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1190a427-efd2-4207-a8ed-be92b846c018 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.658265] env[62402]: DEBUG oslo_vmware.api [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1909.658265] env[62402]: value = "task-1873638" [ 1909.658265] env[62402]: _type = "Task" [ 1909.658265] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.665531] env[62402]: DEBUG oslo_vmware.api [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.669409] env[62402]: DEBUG nova.scheduler.client.report [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.680039] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873636, 'name': RemoveSnapshot_Task, 'duration_secs': 0.33509} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.680244] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1909.680501] env[62402]: DEBUG nova.compute.manager [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.681236] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eaf0aa-17ef-42de-9e29-4e30ba02c1ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.740104] env[62402]: DEBUG nova.compute.manager [req-f83425ac-512b-4a56-b973-14a20a70410d req-63f76cbc-1757-45a0-ac79-cdd9320a3cea service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Received event network-changed-6720b7db-0071-40ef-975c-d6944122d9cc {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1909.740328] env[62402]: DEBUG nova.compute.manager [req-f83425ac-512b-4a56-b973-14a20a70410d req-63f76cbc-1757-45a0-ac79-cdd9320a3cea service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Refreshing instance network info cache due to event network-changed-6720b7db-0071-40ef-975c-d6944122d9cc. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1909.740542] env[62402]: DEBUG oslo_concurrency.lockutils [req-f83425ac-512b-4a56-b973-14a20a70410d req-63f76cbc-1757-45a0-ac79-cdd9320a3cea service nova] Acquiring lock "refresh_cache-2963ce81-276e-4e6a-b1ba-94d3dc4455d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.740691] env[62402]: DEBUG oslo_concurrency.lockutils [req-f83425ac-512b-4a56-b973-14a20a70410d req-63f76cbc-1757-45a0-ac79-cdd9320a3cea service nova] Acquired lock "refresh_cache-2963ce81-276e-4e6a-b1ba-94d3dc4455d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.740932] env[62402]: DEBUG nova.network.neutron [req-f83425ac-512b-4a56-b973-14a20a70410d req-63f76cbc-1757-45a0-ac79-cdd9320a3cea service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Refreshing network info cache for port 6720b7db-0071-40ef-975c-d6944122d9cc {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1909.997981] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873637, 'name': CreateVM_Task, 'duration_secs': 0.337668} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.998185] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1909.998926] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.999106] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.999430] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1909.999699] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b40f11-beb5-4a3c-8f9e-771eb02a06b3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.004842] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1910.004842] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]527374d8-77aa-6c2e-d3d5-0351b58806c2" [ 1910.004842] env[62402]: _type = "Task" [ 1910.004842] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.012601] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527374d8-77aa-6c2e-d3d5-0351b58806c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.168464] env[62402]: DEBUG oslo_vmware.api [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873638, 'name': PowerOffVM_Task, 'duration_secs': 0.400163} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.168749] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1910.168928] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1910.169197] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49b60ded-4ee6-4194-ac38-be30d520e7c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.176531] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.177079] env[62402]: DEBUG nova.compute.manager [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1910.179630] env[62402]: DEBUG oslo_concurrency.lockutils [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.830s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.179849] env[62402]: DEBUG nova.objects.instance [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lazy-loading 'resources' on Instance uuid f570ec9e-c2ed-4dea-91b8-5db43bdfedd7 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.192522] env[62402]: INFO nova.compute.manager [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Shelve offloading [ 1910.348452] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1910.348736] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1910.348940] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Deleting the datastore file [datastore1] 84665542-d2a1-4c55-acba-32e624b3a2f3 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1910.349235] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-748eb231-1431-4596-8f1a-bfa4b0be8351 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.355852] env[62402]: DEBUG oslo_vmware.api [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for the task: (returnval){ [ 1910.355852] env[62402]: value = "task-1873640" [ 1910.355852] env[62402]: _type = "Task" [ 1910.355852] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.365023] env[62402]: DEBUG oslo_vmware.api [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.434124] env[62402]: DEBUG nova.network.neutron [req-f83425ac-512b-4a56-b973-14a20a70410d req-63f76cbc-1757-45a0-ac79-cdd9320a3cea service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Updated VIF entry in instance network info cache for port 6720b7db-0071-40ef-975c-d6944122d9cc. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1910.434522] env[62402]: DEBUG nova.network.neutron [req-f83425ac-512b-4a56-b973-14a20a70410d req-63f76cbc-1757-45a0-ac79-cdd9320a3cea service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Updating instance_info_cache with network_info: [{"id": "6720b7db-0071-40ef-975c-d6944122d9cc", "address": "fa:16:3e:04:29:7e", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6720b7db-00", "ovs_interfaceid": "6720b7db-0071-40ef-975c-d6944122d9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.515643] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]527374d8-77aa-6c2e-d3d5-0351b58806c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012365} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.516065] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.516338] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1910.516567] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.516716] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.516894] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1910.517169] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ecf4e99-d1cd-4563-a8e1-255f0b303b57 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.527834] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1910.528031] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1910.528743] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f8f554-55e9-4679-9ffd-66ed9018bc61 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.533535] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1910.533535] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ce93eb-89cb-1ed1-a948-d1b1fb6bd8e4" [ 1910.533535] env[62402]: _type = "Task" [ 1910.533535] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.540704] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ce93eb-89cb-1ed1-a948-d1b1fb6bd8e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.683152] env[62402]: DEBUG nova.compute.utils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1910.684764] env[62402]: DEBUG nova.compute.manager [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1910.684972] env[62402]: DEBUG nova.network.neutron [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1910.695238] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.695513] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82454416-719a-46b1-896d-618497603173 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.702120] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1910.702120] env[62402]: value = "task-1873641" [ 1910.702120] env[62402]: _type = "Task" [ 1910.702120] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.712912] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1910.713175] env[62402]: DEBUG nova.compute.manager [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.714103] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999da25f-eac4-4a07-b4a1-646c1b79ae49 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.721691] env[62402]: DEBUG oslo_concurrency.lockutils [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.721880] env[62402]: DEBUG oslo_concurrency.lockutils [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.722073] env[62402]: DEBUG nova.network.neutron [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1910.730459] env[62402]: DEBUG nova.policy [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '787c83ddfa354ab39d10388e853eeccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba8b48fb080247fb8d12db0b7d14d165', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1910.806150] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3676f2d-f399-439d-8de6-9da499107f2d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.813698] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa4334-3973-4c9c-b092-0830ebce02fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.844733] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f078c8-49d3-482b-925d-fdf44a753ea6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.851167] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79667629-6bd1-463f-a8c8-753beecf77a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.865066] env[62402]: DEBUG oslo_vmware.api [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Task: {'id': task-1873640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329314} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.872562] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.873230] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.873230] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.873324] env[62402]: INFO nova.compute.manager [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1910.873507] env[62402]: DEBUG oslo.service.loopingcall [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.874286] env[62402]: DEBUG nova.compute.provider_tree [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.875556] env[62402]: DEBUG nova.compute.manager [-] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1910.875682] env[62402]: DEBUG nova.network.neutron [-] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1910.938266] env[62402]: DEBUG oslo_concurrency.lockutils [req-f83425ac-512b-4a56-b973-14a20a70410d req-63f76cbc-1757-45a0-ac79-cdd9320a3cea service nova] Releasing lock "refresh_cache-2963ce81-276e-4e6a-b1ba-94d3dc4455d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.028540] env[62402]: DEBUG nova.network.neutron [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Successfully created port: a5de3277-64ef-44a1-931b-eb97d30f8262 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1911.045192] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ce93eb-89cb-1ed1-a948-d1b1fb6bd8e4, 'name': SearchDatastore_Task, 'duration_secs': 0.026252} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.046232] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30edee3-9d34-4303-8dd7-2bc7cbee3475 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.052466] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1911.052466] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]520e42b1-39dd-040a-fd46-67a88d82655b" [ 1911.052466] env[62402]: _type = "Task" [ 1911.052466] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.061924] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]520e42b1-39dd-040a-fd46-67a88d82655b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.154136] env[62402]: DEBUG nova.compute.manager [req-a45f4b76-8401-48db-8b01-8da31666da11 req-551084a3-8485-408a-ba89-2704ea829bcc service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Received event network-vif-deleted-377a6f4c-cc76-41f9-be60-c9d0c55e1e43 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1911.154442] env[62402]: INFO nova.compute.manager [req-a45f4b76-8401-48db-8b01-8da31666da11 req-551084a3-8485-408a-ba89-2704ea829bcc service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Neutron deleted interface 377a6f4c-cc76-41f9-be60-c9d0c55e1e43; detaching it from the instance and deleting it from the info cache [ 1911.154653] env[62402]: DEBUG nova.network.neutron [req-a45f4b76-8401-48db-8b01-8da31666da11 req-551084a3-8485-408a-ba89-2704ea829bcc service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.190808] env[62402]: DEBUG nova.compute.manager [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1911.378623] env[62402]: DEBUG nova.scheduler.client.report [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1911.418069] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.418291] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.418438] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1911.473055] env[62402]: DEBUG nova.network.neutron [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updating instance_info_cache with network_info: [{"id": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "address": "fa:16:3e:19:96:df", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48abb1ae-1f", "ovs_interfaceid": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.562732] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]520e42b1-39dd-040a-fd46-67a88d82655b, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.563016] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.563287] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2963ce81-276e-4e6a-b1ba-94d3dc4455d2/2963ce81-276e-4e6a-b1ba-94d3dc4455d2.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1911.563545] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8402505a-ec78-47c0-9396-c59e3c93cf8f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.570828] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1911.570828] env[62402]: value = "task-1873642" [ 1911.570828] env[62402]: _type = "Task" [ 1911.570828] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.578141] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.635201] env[62402]: DEBUG nova.network.neutron [-] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.657823] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bf4ebb8-72bf-43b8-a9e2-27a145bf79d7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.667157] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a39537-0297-4a6d-bb18-48b0f012bef8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.699054] env[62402]: DEBUG nova.compute.manager [req-a45f4b76-8401-48db-8b01-8da31666da11 req-551084a3-8485-408a-ba89-2704ea829bcc service nova] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Detach interface failed, port_id=377a6f4c-cc76-41f9-be60-c9d0c55e1e43, reason: Instance 84665542-d2a1-4c55-acba-32e624b3a2f3 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1911.886209] env[62402]: DEBUG oslo_concurrency.lockutils [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.909538] env[62402]: INFO nova.scheduler.client.report [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleted allocations for instance f570ec9e-c2ed-4dea-91b8-5db43bdfedd7 [ 1911.976266] env[62402]: DEBUG oslo_concurrency.lockutils [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.086070] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47904} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.086318] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 2963ce81-276e-4e6a-b1ba-94d3dc4455d2/2963ce81-276e-4e6a-b1ba-94d3dc4455d2.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1912.086543] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1912.086798] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbd61e0f-4357-4f56-9821-d492708df56f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.097379] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1912.097379] env[62402]: value = "task-1873643" [ 1912.097379] env[62402]: _type = "Task" [ 1912.097379] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.117873] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.137599] env[62402]: INFO nova.compute.manager [-] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Took 1.26 seconds to deallocate network for instance. [ 1912.201863] env[62402]: DEBUG nova.compute.manager [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1912.231101] env[62402]: DEBUG nova.virt.hardware [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1912.232937] env[62402]: DEBUG nova.virt.hardware [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1912.232937] env[62402]: DEBUG nova.virt.hardware [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1912.232937] env[62402]: DEBUG nova.virt.hardware [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1912.232937] env[62402]: DEBUG nova.virt.hardware [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1912.232937] env[62402]: DEBUG nova.virt.hardware [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1912.232937] env[62402]: DEBUG nova.virt.hardware [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1912.232937] env[62402]: DEBUG nova.virt.hardware [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1912.232937] env[62402]: DEBUG nova.virt.hardware [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1912.233240] env[62402]: DEBUG nova.virt.hardware [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1912.233365] env[62402]: DEBUG nova.virt.hardware [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1912.234490] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fe21d1-131f-4696-baaa-8ecbb2eb0c4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.243096] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e076dd1f-1055-4156-be0e-091193606152 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.343545] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1912.344484] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603b4e87-9e2f-4623-a477-018e8a9f5649 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.352538] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.352828] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-890bd794-bee7-451c-b2b1-c83d3c798929 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.417893] env[62402]: DEBUG oslo_concurrency.lockutils [None req-318f0865-3954-40e8-939c-710103a53eed tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "f570ec9e-c2ed-4dea-91b8-5db43bdfedd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.132s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.477559] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.477730] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.477913] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleting the datastore file [datastore2] aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.478208] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbc72217-0302-4a72-9b8c-b0fdc1c3990f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.484448] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1912.484448] env[62402]: value = "task-1873645" [ 1912.484448] env[62402]: _type = "Task" [ 1912.484448] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.492635] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.609757] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065884} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.610246] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1912.611174] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931d2a8a-c37f-43b0-95e7-72acaa5b1795 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.633809] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2963ce81-276e-4e6a-b1ba-94d3dc4455d2/2963ce81-276e-4e6a-b1ba-94d3dc4455d2.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1912.634163] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3873e366-63c0-43ff-a0f9-104b1acf4745 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.653894] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.655072] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.655346] env[62402]: DEBUG nova.objects.instance [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lazy-loading 'resources' on Instance uuid 84665542-d2a1-4c55-acba-32e624b3a2f3 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.661954] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1912.661954] env[62402]: value = "task-1873646" [ 1912.661954] env[62402]: _type = "Task" [ 1912.661954] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.671351] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.674581] env[62402]: DEBUG nova.compute.manager [req-03036e66-f018-4b0f-bafe-96c0c994b115 req-22b75458-d611-483c-a6fb-e91ba8d08ee0 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Received event network-vif-plugged-a5de3277-64ef-44a1-931b-eb97d30f8262 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1912.674762] env[62402]: DEBUG oslo_concurrency.lockutils [req-03036e66-f018-4b0f-bafe-96c0c994b115 req-22b75458-d611-483c-a6fb-e91ba8d08ee0 service nova] Acquiring lock "d10ae616-3446-465f-8748-0e55793ec4bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.675291] env[62402]: DEBUG oslo_concurrency.lockutils [req-03036e66-f018-4b0f-bafe-96c0c994b115 req-22b75458-d611-483c-a6fb-e91ba8d08ee0 service nova] Lock "d10ae616-3446-465f-8748-0e55793ec4bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.675291] env[62402]: DEBUG oslo_concurrency.lockutils [req-03036e66-f018-4b0f-bafe-96c0c994b115 req-22b75458-d611-483c-a6fb-e91ba8d08ee0 service nova] Lock "d10ae616-3446-465f-8748-0e55793ec4bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.675422] env[62402]: DEBUG nova.compute.manager [req-03036e66-f018-4b0f-bafe-96c0c994b115 req-22b75458-d611-483c-a6fb-e91ba8d08ee0 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] No waiting events found dispatching network-vif-plugged-a5de3277-64ef-44a1-931b-eb97d30f8262 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1912.675482] env[62402]: WARNING nova.compute.manager [req-03036e66-f018-4b0f-bafe-96c0c994b115 req-22b75458-d611-483c-a6fb-e91ba8d08ee0 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Received unexpected event network-vif-plugged-a5de3277-64ef-44a1-931b-eb97d30f8262 for instance with vm_state building and task_state spawning. [ 1912.722645] env[62402]: DEBUG nova.network.neutron [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Successfully updated port: a5de3277-64ef-44a1-931b-eb97d30f8262 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1912.953566] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.953763] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquired lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.953915] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Forcefully refreshing network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1912.994012] env[62402]: DEBUG oslo_vmware.api [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160477} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.994296] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1912.994479] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1912.994691] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.025082] env[62402]: INFO nova.scheduler.client.report [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleted allocations for instance aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf [ 1913.170931] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873646, 'name': ReconfigVM_Task, 'duration_secs': 0.266085} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.171642] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2963ce81-276e-4e6a-b1ba-94d3dc4455d2/2963ce81-276e-4e6a-b1ba-94d3dc4455d2.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1913.172364] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd24c33b-81c6-46ac-a5c8-531e2856e965 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.181299] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1913.181299] env[62402]: value = "task-1873647" [ 1913.181299] env[62402]: _type = "Task" [ 1913.181299] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.189068] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873647, 'name': Rename_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.208820] env[62402]: DEBUG nova.compute.manager [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Received event network-vif-unplugged-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1913.209054] env[62402]: DEBUG oslo_concurrency.lockutils [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] Acquiring lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.209260] env[62402]: DEBUG oslo_concurrency.lockutils [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.209430] env[62402]: DEBUG oslo_concurrency.lockutils [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.209594] env[62402]: DEBUG nova.compute.manager [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] No waiting events found dispatching network-vif-unplugged-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1913.209759] env[62402]: WARNING nova.compute.manager [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Received unexpected event network-vif-unplugged-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 for instance with vm_state shelved_offloaded and task_state None. [ 1913.210023] env[62402]: DEBUG nova.compute.manager [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Received event network-changed-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1913.210490] env[62402]: DEBUG nova.compute.manager [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Refreshing instance network info cache due to event network-changed-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1913.210490] env[62402]: DEBUG oslo_concurrency.lockutils [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] Acquiring lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.210490] env[62402]: DEBUG oslo_concurrency.lockutils [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] Acquired lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.210795] env[62402]: DEBUG nova.network.neutron [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Refreshing network info cache for port 48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1913.228933] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "refresh_cache-d10ae616-3446-465f-8748-0e55793ec4bd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.229079] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "refresh_cache-d10ae616-3446-465f-8748-0e55793ec4bd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.231266] env[62402]: DEBUG nova.network.neutron [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1913.262884] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445c25f0-9a28-484f-8c11-4313ba20e2f4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.270453] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e17ba47-42f2-433f-bfe9-1e694aecbdb7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.308757] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40a7483-c60d-4227-96b7-04984917f0d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.317184] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2434e38f-59dc-43b3-84f3-58ef99378827 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.330721] env[62402]: DEBUG nova.compute.provider_tree [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1913.530259] env[62402]: DEBUG oslo_concurrency.lockutils [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.694876] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873647, 'name': Rename_Task, 'duration_secs': 0.137573} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.695375] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1913.695662] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9b64e23-8ee2-47ca-8ce8-8f84d4f05b3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.702532] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1913.702532] env[62402]: value = "task-1873648" [ 1913.702532] env[62402]: _type = "Task" [ 1913.702532] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.710464] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.759706] env[62402]: DEBUG nova.network.neutron [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1913.851713] env[62402]: ERROR nova.scheduler.client.report [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] [req-45117602-2155-4011-9630-c711fda95d2c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c2826406-6fc4-4c09-886a-a6552c22449a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-45117602-2155-4011-9630-c711fda95d2c"}]} [ 1913.866318] env[62402]: DEBUG nova.scheduler.client.report [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Refreshing inventories for resource provider c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1913.880129] env[62402]: DEBUG nova.scheduler.client.report [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updating ProviderTree inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1913.880419] env[62402]: DEBUG nova.compute.provider_tree [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1913.892411] env[62402]: DEBUG nova.scheduler.client.report [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Refreshing aggregate associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, aggregates: None {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1913.895167] env[62402]: DEBUG nova.network.neutron [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Updating instance_info_cache with network_info: [{"id": "a5de3277-64ef-44a1-931b-eb97d30f8262", "address": "fa:16:3e:e7:50:4b", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5de3277-64", "ovs_interfaceid": "a5de3277-64ef-44a1-931b-eb97d30f8262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.911359] env[62402]: DEBUG nova.scheduler.client.report [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Refreshing trait associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1913.939942] env[62402]: DEBUG nova.network.neutron [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updated VIF entry in instance network info cache for port 48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1913.940351] env[62402]: DEBUG nova.network.neutron [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updating instance_info_cache with network_info: [{"id": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "address": "fa:16:3e:19:96:df", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap48abb1ae-1f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.020691] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de894302-8d9b-4281-83c9-85f3370f9e61 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.028640] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270e3c63-9f0a-44c6-9903-dd4369bf0256 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.063751] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedd4513-9ac3-4af6-a261-da84ed6f3347 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.078092] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59629992-770a-417c-95fe-d292c4c12eb5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.093731] env[62402]: DEBUG nova.compute.provider_tree [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1914.194793] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance_info_cache with network_info: [{"id": "99161bf5-bc94-404b-857a-1dec78d1f90f", "address": "fa:16:3e:4c:d3:46", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99161bf5-bc", "ovs_interfaceid": "99161bf5-bc94-404b-857a-1dec78d1f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.201751] env[62402]: DEBUG nova.compute.manager [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Stashing vm_state: active {{(pid=62402) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1914.214965] env[62402]: DEBUG oslo_vmware.api [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873648, 'name': PowerOnVM_Task, 'duration_secs': 0.416603} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.215052] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1914.215298] env[62402]: INFO nova.compute.manager [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1914.215488] env[62402]: DEBUG nova.compute.manager [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1914.216380] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881fc450-439b-4e27-8fe1-4d5568497d25 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.397726] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "refresh_cache-d10ae616-3446-465f-8748-0e55793ec4bd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.398072] env[62402]: DEBUG nova.compute.manager [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Instance network_info: |[{"id": "a5de3277-64ef-44a1-931b-eb97d30f8262", "address": "fa:16:3e:e7:50:4b", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5de3277-64", "ovs_interfaceid": "a5de3277-64ef-44a1-931b-eb97d30f8262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1914.398495] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:50:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5de3277-64ef-44a1-931b-eb97d30f8262', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1914.406551] env[62402]: DEBUG oslo.service.loopingcall [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.406785] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1914.407033] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b813d872-25b8-422d-b3a6-b9901bcb9e65 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.427430] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1914.427430] env[62402]: value = "task-1873649" [ 1914.427430] env[62402]: _type = "Task" [ 1914.427430] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.434650] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873649, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.443273] env[62402]: DEBUG oslo_concurrency.lockutils [req-1c8d104b-4f49-4ab9-8308-ba50af5a914d req-cd9f36ce-d2ad-4a21-b527-010a1a0e3f15 service nova] Releasing lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.573581] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.629194] env[62402]: DEBUG nova.scheduler.client.report [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updated inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1914.629411] env[62402]: DEBUG nova.compute.provider_tree [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updating resource provider c2826406-6fc4-4c09-886a-a6552c22449a generation from 148 to 149 during operation: update_inventory {{(pid=62402) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1914.629567] env[62402]: DEBUG nova.compute.provider_tree [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1914.699844] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Releasing lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.700175] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updated the network info_cache for instance {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1914.700481] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1914.700728] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1914.700963] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1914.701216] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1914.701438] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1914.701666] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1914.701864] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1914.702102] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1914.706324] env[62402]: DEBUG nova.compute.manager [req-adc412c8-2787-4561-a692-41511b28ec46 req-0dec03ab-e0ba-40be-9a75-0decbf4733a5 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Received event network-changed-a5de3277-64ef-44a1-931b-eb97d30f8262 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1914.706603] env[62402]: DEBUG nova.compute.manager [req-adc412c8-2787-4561-a692-41511b28ec46 req-0dec03ab-e0ba-40be-9a75-0decbf4733a5 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Refreshing instance network info cache due to event network-changed-a5de3277-64ef-44a1-931b-eb97d30f8262. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1914.707372] env[62402]: DEBUG oslo_concurrency.lockutils [req-adc412c8-2787-4561-a692-41511b28ec46 req-0dec03ab-e0ba-40be-9a75-0decbf4733a5 service nova] Acquiring lock "refresh_cache-d10ae616-3446-465f-8748-0e55793ec4bd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.707372] env[62402]: DEBUG oslo_concurrency.lockutils [req-adc412c8-2787-4561-a692-41511b28ec46 req-0dec03ab-e0ba-40be-9a75-0decbf4733a5 service nova] Acquired lock "refresh_cache-d10ae616-3446-465f-8748-0e55793ec4bd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.707372] env[62402]: DEBUG nova.network.neutron [req-adc412c8-2787-4561-a692-41511b28ec46 req-0dec03ab-e0ba-40be-9a75-0decbf4733a5 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Refreshing network info cache for port a5de3277-64ef-44a1-931b-eb97d30f8262 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1914.726080] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.734962] env[62402]: INFO nova.compute.manager [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Took 11.65 seconds to build instance. [ 1914.937547] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873649, 'name': CreateVM_Task, 'duration_secs': 0.346111} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.937754] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1914.938457] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.938624] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.938944] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1914.939209] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f3629c-8697-43f9-b8ea-ca407022488f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.943831] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1914.943831] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fb98cb-5beb-cdc2-e2b2-faeb36a5eeea" [ 1914.943831] env[62402]: _type = "Task" [ 1914.943831] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.951517] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fb98cb-5beb-cdc2-e2b2-faeb36a5eeea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.134886] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.480s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.137578] env[62402]: DEBUG oslo_concurrency.lockutils [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.607s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.137863] env[62402]: DEBUG nova.objects.instance [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'resources' on Instance uuid aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.151847] env[62402]: INFO nova.scheduler.client.report [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Deleted allocations for instance 84665542-d2a1-4c55-acba-32e624b3a2f3 [ 1915.210610] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.237521] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d1b37c3f-e98c-4216-b925-dea29e128049 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.158s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.454983] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fb98cb-5beb-cdc2-e2b2-faeb36a5eeea, 'name': SearchDatastore_Task, 'duration_secs': 0.019667} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.455307] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.455543] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1915.455778] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.455928] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.456121] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1915.456388] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9a5315c-897a-4d78-9f50-b0961f1bcdfd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.465407] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1915.465407] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1915.466265] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2ffbcb-1e8d-4388-8727-4febd86d8e86 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.472375] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1915.472375] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52619224-ad03-ab60-93db-238b9faeb782" [ 1915.472375] env[62402]: _type = "Task" [ 1915.472375] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.479951] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52619224-ad03-ab60-93db-238b9faeb782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.514759] env[62402]: DEBUG nova.network.neutron [req-adc412c8-2787-4561-a692-41511b28ec46 req-0dec03ab-e0ba-40be-9a75-0decbf4733a5 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Updated VIF entry in instance network info cache for port a5de3277-64ef-44a1-931b-eb97d30f8262. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1915.515162] env[62402]: DEBUG nova.network.neutron [req-adc412c8-2787-4561-a692-41511b28ec46 req-0dec03ab-e0ba-40be-9a75-0decbf4733a5 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Updating instance_info_cache with network_info: [{"id": "a5de3277-64ef-44a1-931b-eb97d30f8262", "address": "fa:16:3e:e7:50:4b", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5de3277-64", "ovs_interfaceid": "a5de3277-64ef-44a1-931b-eb97d30f8262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.640773] env[62402]: DEBUG nova.objects.instance [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'numa_topology' on Instance uuid aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.659675] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2967c08d-281e-4159-a3fe-c29f47e44638 tempest-AttachInterfacesTestJSON-1759117940 tempest-AttachInterfacesTestJSON-1759117940-project-member] Lock "84665542-d2a1-4c55-acba-32e624b3a2f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.525s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.985395] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52619224-ad03-ab60-93db-238b9faeb782, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.986353] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2674cfd-3bd7-4c17-9c2a-c1f8a19275a9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.991396] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1915.991396] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b17f81-ba2b-989c-5402-36b479ae6ff1" [ 1915.991396] env[62402]: _type = "Task" [ 1915.991396] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.999050] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b17f81-ba2b-989c-5402-36b479ae6ff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.017798] env[62402]: DEBUG oslo_concurrency.lockutils [req-adc412c8-2787-4561-a692-41511b28ec46 req-0dec03ab-e0ba-40be-9a75-0decbf4733a5 service nova] Releasing lock "refresh_cache-d10ae616-3446-465f-8748-0e55793ec4bd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.143673] env[62402]: DEBUG nova.objects.base [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1916.249308] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395f55ce-27b4-47ff-8581-d067365abbd4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.257305] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a7c460-bd2a-437f-8433-db92dd25b292 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.287073] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e6f64c-90d5-4596-bb24-20c3b4caa293 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.295641] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8cfcdb-60fd-4ac0-9cc0-379c52e52bcd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.313455] env[62402]: DEBUG nova.compute.provider_tree [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.502878] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52b17f81-ba2b-989c-5402-36b479ae6ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.503171] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.503431] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] d10ae616-3446-465f-8748-0e55793ec4bd/d10ae616-3446-465f-8748-0e55793ec4bd.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1916.503692] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa97140e-cdc6-4b0e-a036-8c07122bb650 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.513133] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1916.513133] env[62402]: value = "task-1873650" [ 1916.513133] env[62402]: _type = "Task" [ 1916.513133] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.520810] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.673291] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "130b27f2-52d7-4de8-8341-fa66061e5887" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.673547] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "130b27f2-52d7-4de8-8341-fa66061e5887" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.673749] env[62402]: INFO nova.compute.manager [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Shelving [ 1916.740725] env[62402]: DEBUG nova.compute.manager [req-585e9d5c-9e06-48b8-9587-9136bc00a239 req-ebd1e0c3-47b1-42cf-9eb2-6ecc7c3d41cd service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Received event network-changed-6720b7db-0071-40ef-975c-d6944122d9cc {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1916.740938] env[62402]: DEBUG nova.compute.manager [req-585e9d5c-9e06-48b8-9587-9136bc00a239 req-ebd1e0c3-47b1-42cf-9eb2-6ecc7c3d41cd service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Refreshing instance network info cache due to event network-changed-6720b7db-0071-40ef-975c-d6944122d9cc. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1916.741167] env[62402]: DEBUG oslo_concurrency.lockutils [req-585e9d5c-9e06-48b8-9587-9136bc00a239 req-ebd1e0c3-47b1-42cf-9eb2-6ecc7c3d41cd service nova] Acquiring lock "refresh_cache-2963ce81-276e-4e6a-b1ba-94d3dc4455d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.741329] env[62402]: DEBUG oslo_concurrency.lockutils [req-585e9d5c-9e06-48b8-9587-9136bc00a239 req-ebd1e0c3-47b1-42cf-9eb2-6ecc7c3d41cd service nova] Acquired lock "refresh_cache-2963ce81-276e-4e6a-b1ba-94d3dc4455d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.741519] env[62402]: DEBUG nova.network.neutron [req-585e9d5c-9e06-48b8-9587-9136bc00a239 req-ebd1e0c3-47b1-42cf-9eb2-6ecc7c3d41cd service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Refreshing network info cache for port 6720b7db-0071-40ef-975c-d6944122d9cc {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1916.816158] env[62402]: DEBUG nova.scheduler.client.report [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1917.022902] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472809} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.023250] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] d10ae616-3446-465f-8748-0e55793ec4bd/d10ae616-3446-465f-8748-0e55793ec4bd.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1917.023398] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1917.023647] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-306f0119-7754-49b8-a494-bec841dd5aca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.030499] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1917.030499] env[62402]: value = "task-1873651" [ 1917.030499] env[62402]: _type = "Task" [ 1917.030499] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.038365] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.321085] env[62402]: DEBUG oslo_concurrency.lockutils [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.327020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.598s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.540731] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063954} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.541384] env[62402]: DEBUG nova.network.neutron [req-585e9d5c-9e06-48b8-9587-9136bc00a239 req-ebd1e0c3-47b1-42cf-9eb2-6ecc7c3d41cd service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Updated VIF entry in instance network info cache for port 6720b7db-0071-40ef-975c-d6944122d9cc. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1917.541695] env[62402]: DEBUG nova.network.neutron [req-585e9d5c-9e06-48b8-9587-9136bc00a239 req-ebd1e0c3-47b1-42cf-9eb2-6ecc7c3d41cd service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Updating instance_info_cache with network_info: [{"id": "6720b7db-0071-40ef-975c-d6944122d9cc", "address": "fa:16:3e:04:29:7e", "network": {"id": "30f5163b-82f5-48cc-9857-6199cbe4adb7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-711260333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3884cf041b804725be5a7334a54e6a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6720b7db-00", "ovs_interfaceid": "6720b7db-0071-40ef-975c-d6944122d9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.543153] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1917.547403] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723b1ceb-4cf2-422c-8cdc-fbc259bf33b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.576011] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] d10ae616-3446-465f-8748-0e55793ec4bd/d10ae616-3446-465f-8748-0e55793ec4bd.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1917.577070] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee78837-3411-4236-b738-012c9a127ed9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.598215] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1917.598215] env[62402]: value = "task-1873652" [ 1917.598215] env[62402]: _type = "Task" [ 1917.598215] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.608559] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.682761] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.683116] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f74f447e-6049-4c5e-92a4-161f5bb0a75e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.690159] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1917.690159] env[62402]: value = "task-1873653" [ 1917.690159] env[62402]: _type = "Task" [ 1917.690159] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.703954] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.830557] env[62402]: INFO nova.compute.claims [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1917.834869] env[62402]: DEBUG oslo_concurrency.lockutils [None req-59b05ecc-f675-4c81-bcd8-c6528019d6ef tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.365s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.835709] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.262s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.835904] env[62402]: INFO nova.compute.manager [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Unshelving [ 1918.051060] env[62402]: DEBUG oslo_concurrency.lockutils [req-585e9d5c-9e06-48b8-9587-9136bc00a239 req-ebd1e0c3-47b1-42cf-9eb2-6ecc7c3d41cd service nova] Releasing lock "refresh_cache-2963ce81-276e-4e6a-b1ba-94d3dc4455d2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.108584] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873652, 'name': ReconfigVM_Task, 'duration_secs': 0.290348} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.108914] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Reconfigured VM instance instance-00000073 to attach disk [datastore1] d10ae616-3446-465f-8748-0e55793ec4bd/d10ae616-3446-465f-8748-0e55793ec4bd.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1918.109611] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-886020f0-6398-49ec-9702-99eaf0aa5cc1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.117894] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1918.117894] env[62402]: value = "task-1873654" [ 1918.117894] env[62402]: _type = "Task" [ 1918.117894] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.127097] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873654, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.203120] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873653, 'name': PowerOffVM_Task, 'duration_secs': 0.504172} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.203563] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1918.204827] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5fa088-bed4-42d2-8eed-26f0fddfbf5e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.228370] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98fb98d-d619-48ee-833d-1cd7e583a6cb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.338753] env[62402]: INFO nova.compute.resource_tracker [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating resource usage from migration 8c526708-1652-4822-932c-18187ff90c91 [ 1918.451032] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bf9475-31f6-4cb8-870a-e27b2d6f027a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.458735] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2541e696-a1e2-4761-85d1-978758e4f863 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.491104] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5518f461-ca9f-447a-a0b1-877441e9f205 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.499212] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9b2743-e4ae-45f9-bebc-68ad791f7033 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.513908] env[62402]: DEBUG nova.compute.provider_tree [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.627719] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873654, 'name': Rename_Task, 'duration_secs': 0.13602} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.627993] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1918.628964] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eea4486c-95b2-408b-9ba9-6926d967cd1f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.634994] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1918.634994] env[62402]: value = "task-1873655" [ 1918.634994] env[62402]: _type = "Task" [ 1918.634994] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.642848] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.739146] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Creating Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1918.739539] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf727443-27d9-4c87-aae6-9a1290d9621c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.746895] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1918.746895] env[62402]: value = "task-1873656" [ 1918.746895] env[62402]: _type = "Task" [ 1918.746895] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.755532] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873656, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.863868] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.017246] env[62402]: DEBUG nova.scheduler.client.report [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1919.145605] env[62402]: DEBUG oslo_vmware.api [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873655, 'name': PowerOnVM_Task, 'duration_secs': 0.44123} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.145899] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1919.146201] env[62402]: INFO nova.compute.manager [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1919.146307] env[62402]: DEBUG nova.compute.manager [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.147139] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11241f4-c4e7-4a99-9c01-b3bdd876aba1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.256892] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873656, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.523538] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.199s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.523820] env[62402]: INFO nova.compute.manager [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Migrating [ 1919.531845] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.321s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.532052] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.532222] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1919.532582] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.669s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.532786] env[62402]: DEBUG nova.objects.instance [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'pci_requests' on Instance uuid aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1919.540983] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e7ccaf-9c26-492d-95ba-8bfcdc184a91 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.561507] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0451de-e760-44fc-84e7-726f68705800 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.580287] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29c478e-f119-4bf3-9baa-97fc54963dd9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.587989] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48665798-b870-48b5-be84-083a09cbf83c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.619293] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179227MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1919.619512] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.664303] env[62402]: INFO nova.compute.manager [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Took 13.59 seconds to build instance. [ 1919.758707] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873656, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.038215] env[62402]: DEBUG nova.objects.instance [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'numa_topology' on Instance uuid aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.057334] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.057516] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.057696] env[62402]: DEBUG nova.network.neutron [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1920.166173] env[62402]: DEBUG oslo_concurrency.lockutils [None req-4d5f2ded-3738-4e64-ad44-69eb1d7f6810 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "d10ae616-3446-465f-8748-0e55793ec4bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.096s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.258537] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873656, 'name': CreateSnapshot_Task, 'duration_secs': 1.141623} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.258811] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Created Snapshot of the VM instance {{(pid=62402) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1920.259555] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c059d6b9-8e89-40b7-a867-1efd85e05952 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.353108] env[62402]: DEBUG nova.compute.manager [req-e7b99302-9804-4c0a-8319-6d1e9c9145fd req-38f783d5-4427-4854-8128-b01b6a105a59 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Received event network-changed-a5de3277-64ef-44a1-931b-eb97d30f8262 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1920.353108] env[62402]: DEBUG nova.compute.manager [req-e7b99302-9804-4c0a-8319-6d1e9c9145fd req-38f783d5-4427-4854-8128-b01b6a105a59 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Refreshing instance network info cache due to event network-changed-a5de3277-64ef-44a1-931b-eb97d30f8262. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1920.353108] env[62402]: DEBUG oslo_concurrency.lockutils [req-e7b99302-9804-4c0a-8319-6d1e9c9145fd req-38f783d5-4427-4854-8128-b01b6a105a59 service nova] Acquiring lock "refresh_cache-d10ae616-3446-465f-8748-0e55793ec4bd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.353108] env[62402]: DEBUG oslo_concurrency.lockutils [req-e7b99302-9804-4c0a-8319-6d1e9c9145fd req-38f783d5-4427-4854-8128-b01b6a105a59 service nova] Acquired lock "refresh_cache-d10ae616-3446-465f-8748-0e55793ec4bd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.353273] env[62402]: DEBUG nova.network.neutron [req-e7b99302-9804-4c0a-8319-6d1e9c9145fd req-38f783d5-4427-4854-8128-b01b6a105a59 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Refreshing network info cache for port a5de3277-64ef-44a1-931b-eb97d30f8262 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1920.540985] env[62402]: INFO nova.compute.claims [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1920.792376] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Creating linked-clone VM from snapshot {{(pid=62402) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1920.792376] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b0f47539-e9c6-4e0f-8ab2-7b3bed6affff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.805606] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1920.805606] env[62402]: value = "task-1873657" [ 1920.805606] env[62402]: _type = "Task" [ 1920.805606] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.814110] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873657, 'name': CloneVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.899345] env[62402]: DEBUG nova.network.neutron [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance_info_cache with network_info: [{"id": "99161bf5-bc94-404b-857a-1dec78d1f90f", "address": "fa:16:3e:4c:d3:46", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99161bf5-bc", "ovs_interfaceid": "99161bf5-bc94-404b-857a-1dec78d1f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.144862] env[62402]: DEBUG nova.network.neutron [req-e7b99302-9804-4c0a-8319-6d1e9c9145fd req-38f783d5-4427-4854-8128-b01b6a105a59 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Updated VIF entry in instance network info cache for port a5de3277-64ef-44a1-931b-eb97d30f8262. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.145273] env[62402]: DEBUG nova.network.neutron [req-e7b99302-9804-4c0a-8319-6d1e9c9145fd req-38f783d5-4427-4854-8128-b01b6a105a59 service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Updating instance_info_cache with network_info: [{"id": "a5de3277-64ef-44a1-931b-eb97d30f8262", "address": "fa:16:3e:e7:50:4b", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5de3277-64", "ovs_interfaceid": "a5de3277-64ef-44a1-931b-eb97d30f8262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.318887] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873657, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.404952] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.413439] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "4652fb1f-ed9d-4841-bd90-d0176fe0dd37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.417027] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "4652fb1f-ed9d-4841-bd90-d0176fe0dd37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.649960] env[62402]: DEBUG oslo_concurrency.lockutils [req-e7b99302-9804-4c0a-8319-6d1e9c9145fd req-38f783d5-4427-4854-8128-b01b6a105a59 service nova] Releasing lock "refresh_cache-d10ae616-3446-465f-8748-0e55793ec4bd" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.719539] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753130a0-be88-4e2f-b10d-6c4aa3553bd8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.728241] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91de38a-238d-4f5e-bd7f-a49e7fefdf0f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.765871] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16726b8c-f7f2-4ba4-a363-a3215ea0e0ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.774204] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f190437-0fc7-4e8c-83d8-73da905d9edc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.791780] env[62402]: DEBUG nova.compute.provider_tree [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.817391] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873657, 'name': CloneVM_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.917993] env[62402]: DEBUG nova.compute.manager [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1922.296709] env[62402]: DEBUG nova.scheduler.client.report [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1922.319524] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873657, 'name': CloneVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.442063] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.801499] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.269s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.803670] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.184s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.817186] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873657, 'name': CloneVM_Task, 'duration_secs': 1.605735} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.817441] env[62402]: INFO nova.virt.vmwareapi.vmops [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Created linked-clone VM from snapshot [ 1922.818215] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bdb056-ffad-477f-ab2e-f4c7c8b76cdf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.825224] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Uploading image 48b99e91-cf73-42cf-8196-4bc2b43be84a {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1922.831208] env[62402]: INFO nova.network.neutron [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updating port 48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1922.851529] env[62402]: DEBUG oslo_vmware.rw_handles [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1922.851529] env[62402]: value = "vm-387193" [ 1922.851529] env[62402]: _type = "VirtualMachine" [ 1922.851529] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1922.851804] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-82cdf75b-f985-421d-b19b-f2156195bf86 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.858796] env[62402]: DEBUG oslo_vmware.rw_handles [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lease: (returnval){ [ 1922.858796] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522164c3-6032-4db0-030c-1ab45e944a9c" [ 1922.858796] env[62402]: _type = "HttpNfcLease" [ 1922.858796] env[62402]: } obtained for exporting VM: (result){ [ 1922.858796] env[62402]: value = "vm-387193" [ 1922.858796] env[62402]: _type = "VirtualMachine" [ 1922.858796] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1922.859079] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the lease: (returnval){ [ 1922.859079] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522164c3-6032-4db0-030c-1ab45e944a9c" [ 1922.859079] env[62402]: _type = "HttpNfcLease" [ 1922.859079] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1922.865440] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1922.865440] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522164c3-6032-4db0-030c-1ab45e944a9c" [ 1922.865440] env[62402]: _type = "HttpNfcLease" [ 1922.865440] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1922.922357] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c165f5d5-d517-4b28-b048-49919326637c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.942356] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance 'aab39cb2-8ae8-4d0e-a4a1-4e215647694e' progress to 0 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1923.367639] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1923.367639] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522164c3-6032-4db0-030c-1ab45e944a9c" [ 1923.367639] env[62402]: _type = "HttpNfcLease" [ 1923.367639] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1923.368078] env[62402]: DEBUG oslo_vmware.rw_handles [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1923.368078] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522164c3-6032-4db0-030c-1ab45e944a9c" [ 1923.368078] env[62402]: _type = "HttpNfcLease" [ 1923.368078] env[62402]: }. {{(pid=62402) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1923.368741] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e557353-d826-4d77-87f7-b500d8354df6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.375725] env[62402]: DEBUG oslo_vmware.rw_handles [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f4344a-364e-4c1f-d528-05d6713d22c1/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1923.375901] env[62402]: DEBUG oslo_vmware.rw_handles [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f4344a-364e-4c1f-d528-05d6713d22c1/disk-0.vmdk for reading. {{(pid=62402) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1923.449485] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.449810] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1654735a-4646-4f76-aa99-d5695ea88cc2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.457931] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1923.457931] env[62402]: value = "task-1873660" [ 1923.457931] env[62402]: _type = "Task" [ 1923.457931] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.468765] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e52aa1d7-e765-4c2c-89bd-5d6f86a2525c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.470587] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.815379] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Applying migration context for instance aab39cb2-8ae8-4d0e-a4a1-4e215647694e as it has an incoming, in-progress migration 8c526708-1652-4822-932c-18187ff90c91. Migration status is migrating {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1923.816800] env[62402]: INFO nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating resource usage from migration 8c526708-1652-4822-932c-18187ff90c91 [ 1923.837655] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8a58174b-e33a-4f2e-9e06-d78a335d1579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1923.838221] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 130b27f2-52d7-4de8-8341-fa66061e5887 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1923.838221] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 63fb18c6-9030-46b0-b6ec-ae827e3235a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1923.838342] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 2963ce81-276e-4e6a-b1ba-94d3dc4455d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1923.838532] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance d10ae616-3446-465f-8748-0e55793ec4bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1923.838723] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Migration 8c526708-1652-4822-932c-18187ff90c91 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1923.838962] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance aab39cb2-8ae8-4d0e-a4a1-4e215647694e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1923.839137] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1923.967791] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873660, 'name': PowerOffVM_Task, 'duration_secs': 0.184146} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.968185] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1923.968367] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance 'aab39cb2-8ae8-4d0e-a4a1-4e215647694e' progress to 17 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1924.291380] env[62402]: DEBUG nova.compute.manager [req-83ad5e67-25d7-42b3-90ee-184c35e29b99 req-521b70da-0f49-4eef-82a2-b3c9e736f31c service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Received event network-vif-plugged-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1924.291380] env[62402]: DEBUG oslo_concurrency.lockutils [req-83ad5e67-25d7-42b3-90ee-184c35e29b99 req-521b70da-0f49-4eef-82a2-b3c9e736f31c service nova] Acquiring lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.291586] env[62402]: DEBUG oslo_concurrency.lockutils [req-83ad5e67-25d7-42b3-90ee-184c35e29b99 req-521b70da-0f49-4eef-82a2-b3c9e736f31c service nova] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.291704] env[62402]: DEBUG oslo_concurrency.lockutils [req-83ad5e67-25d7-42b3-90ee-184c35e29b99 req-521b70da-0f49-4eef-82a2-b3c9e736f31c service nova] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.291871] env[62402]: DEBUG nova.compute.manager [req-83ad5e67-25d7-42b3-90ee-184c35e29b99 req-521b70da-0f49-4eef-82a2-b3c9e736f31c service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] No waiting events found dispatching network-vif-plugged-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1924.292226] env[62402]: WARNING nova.compute.manager [req-83ad5e67-25d7-42b3-90ee-184c35e29b99 req-521b70da-0f49-4eef-82a2-b3c9e736f31c service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Received unexpected event network-vif-plugged-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1924.342451] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 4652fb1f-ed9d-4841-bd90-d0176fe0dd37 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1924.342775] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1924.342935] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1924.396718] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.396718] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.396718] env[62402]: DEBUG nova.network.neutron [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.475471] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1924.475912] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1924.476198] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1924.476463] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1924.476726] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1924.476891] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1924.477112] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1924.477299] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1924.477479] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1924.477646] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1924.477820] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1924.483697] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c92d7b0-e42b-4ea2-946f-59ed95be1a97 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.505825] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1924.505825] env[62402]: value = "task-1873661" [ 1924.505825] env[62402]: _type = "Task" [ 1924.505825] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.512132] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4194f742-1adf-426d-b6e7-542598a737dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.521724] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.528900] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d6c4c5-1fce-45b9-ab0f-dabf018d4cd4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.572494] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95069970-3918-4220-b4d3-1536a2611835 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.580176] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efd8d04-546f-4b4e-b5b9-76d3dc2542d4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.593709] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1925.017445] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873661, 'name': ReconfigVM_Task, 'duration_secs': 0.420071} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.020157] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance 'aab39cb2-8ae8-4d0e-a4a1-4e215647694e' progress to 33 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1925.117537] env[62402]: ERROR nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [req-ab3ab3de-b0d8-42ac-b300-c9be58234238] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c2826406-6fc4-4c09-886a-a6552c22449a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ab3ab3de-b0d8-42ac-b300-c9be58234238"}]} [ 1925.137623] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Refreshing inventories for resource provider c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1925.153326] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Updating ProviderTree inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1925.153552] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1925.166364] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Refreshing aggregate associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, aggregates: None {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1925.186020] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Refreshing trait associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1925.194802] env[62402]: DEBUG nova.network.neutron [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updating instance_info_cache with network_info: [{"id": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "address": "fa:16:3e:19:96:df", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48abb1ae-1f", "ovs_interfaceid": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.316204] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf12a6e1-4b11-4570-811c-92c50815c5a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.325193] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58093bfc-6fa0-42f4-863f-b163d7336490 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.358650] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c2b137-c8fe-407e-a364-874b88535aa5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.367487] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af08d1c-99c0-46bb-b778-c7fe578ba4c6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.382105] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1925.528222] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1925.528575] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1925.528731] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1925.529793] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1925.530525] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1925.530525] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1925.530664] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1925.530846] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1925.531009] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1925.531256] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1925.531554] env[62402]: DEBUG nova.virt.hardware [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1925.537957] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1925.538472] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f93997-cd70-4e33-869c-fb8d4ff88410 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.560936] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1925.560936] env[62402]: value = "task-1873663" [ 1925.560936] env[62402]: _type = "Task" [ 1925.560936] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.574170] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.697785] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.726814] env[62402]: DEBUG nova.virt.hardware [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9847c8a00ea21f2bd787fee6fdb99d83',container_format='bare',created_at=2024-12-14T03:16:53Z,direct_url=,disk_format='vmdk',id=5b51e0ac-d6bb-4702-82fc-3cd73b188e33,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1894816107-shelved',owner='0dc137df952d4bf083ec4e7bbd0f608f',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-14T03:17:07Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1925.727095] env[62402]: DEBUG nova.virt.hardware [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1925.727268] env[62402]: DEBUG nova.virt.hardware [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1925.727465] env[62402]: DEBUG nova.virt.hardware [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1925.727698] env[62402]: DEBUG nova.virt.hardware [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1925.727861] env[62402]: DEBUG nova.virt.hardware [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1925.728080] env[62402]: DEBUG nova.virt.hardware [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1925.728243] env[62402]: DEBUG nova.virt.hardware [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1925.728414] env[62402]: DEBUG nova.virt.hardware [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1925.728579] env[62402]: DEBUG nova.virt.hardware [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1925.728755] env[62402]: DEBUG nova.virt.hardware [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1925.729666] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2c2215-0ce2-46b3-8873-436e7793a54e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.737824] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eba361b-eabd-499b-9cc1-9fe83b212ca4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.751922] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:96:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.759648] env[62402]: DEBUG oslo.service.loopingcall [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.759956] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.760269] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5e8bfbf-85a4-472b-b78c-77752882ff8d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.779761] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.779761] env[62402]: value = "task-1873664" [ 1925.779761] env[62402]: _type = "Task" [ 1925.779761] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.787042] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873664, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.917972] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Updated inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1925.918142] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Updating resource provider c2826406-6fc4-4c09-886a-a6552c22449a generation from 150 to 151 during operation: update_inventory {{(pid=62402) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1925.918254] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1926.071155] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873663, 'name': ReconfigVM_Task, 'duration_secs': 0.201824} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.071456] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1926.073844] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356a1d4f-ea8d-4859-8581-66967c7d6493 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.095826] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] aab39cb2-8ae8-4d0e-a4a1-4e215647694e/aab39cb2-8ae8-4d0e-a4a1-4e215647694e.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1926.096170] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8eaef4d-9b09-4321-8616-e769f16037e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.117579] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1926.117579] env[62402]: value = "task-1873665" [ 1926.117579] env[62402]: _type = "Task" [ 1926.117579] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.130988] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.291266] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873664, 'name': CreateVM_Task, 'duration_secs': 0.417328} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.291590] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1926.292467] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.292707] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.293313] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1926.293628] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af9ea5ae-85cc-445c-aa58-9095d45f3923 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.298818] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1926.298818] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e4abd4-8a50-ccf9-1b26-c073a5e43e1c" [ 1926.298818] env[62402]: _type = "Task" [ 1926.298818] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.306679] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e4abd4-8a50-ccf9-1b26-c073a5e43e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.319391] env[62402]: DEBUG nova.compute.manager [req-5da8b40c-f86b-4341-a90c-2ffea26ae30a req-a0b75aed-85b0-4cd0-83ad-9f09c8d7f06e service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Received event network-changed-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1926.321049] env[62402]: DEBUG nova.compute.manager [req-5da8b40c-f86b-4341-a90c-2ffea26ae30a req-a0b75aed-85b0-4cd0-83ad-9f09c8d7f06e service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Refreshing instance network info cache due to event network-changed-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1926.321049] env[62402]: DEBUG oslo_concurrency.lockutils [req-5da8b40c-f86b-4341-a90c-2ffea26ae30a req-a0b75aed-85b0-4cd0-83ad-9f09c8d7f06e service nova] Acquiring lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.321049] env[62402]: DEBUG oslo_concurrency.lockutils [req-5da8b40c-f86b-4341-a90c-2ffea26ae30a req-a0b75aed-85b0-4cd0-83ad-9f09c8d7f06e service nova] Acquired lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.321049] env[62402]: DEBUG nova.network.neutron [req-5da8b40c-f86b-4341-a90c-2ffea26ae30a req-a0b75aed-85b0-4cd0-83ad-9f09c8d7f06e service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Refreshing network info cache for port 48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1926.423489] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1926.423680] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.620s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.424052] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.982s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.425789] env[62402]: INFO nova.compute.claims [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1926.628649] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873665, 'name': ReconfigVM_Task, 'duration_secs': 0.368693} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.629041] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Reconfigured VM instance instance-0000004f to attach disk [datastore2] aab39cb2-8ae8-4d0e-a4a1-4e215647694e/aab39cb2-8ae8-4d0e-a4a1-4e215647694e.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.629320] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance 'aab39cb2-8ae8-4d0e-a4a1-4e215647694e' progress to 50 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1926.810669] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.810953] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Processing image 5b51e0ac-d6bb-4702-82fc-3cd73b188e33 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1926.811259] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33/5b51e0ac-d6bb-4702-82fc-3cd73b188e33.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.811449] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33/5b51e0ac-d6bb-4702-82fc-3cd73b188e33.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.811666] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1926.811958] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b253c77-2ffb-412d-9cb2-39521f7ebcd9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.820707] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1926.820988] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1926.821751] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bde5acb-ee6b-46f9-988e-c132df2fb622 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.829351] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1926.829351] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528bb5dc-2dc7-81ea-8ae1-d7ac4188a1aa" [ 1926.829351] env[62402]: _type = "Task" [ 1926.829351] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.838940] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528bb5dc-2dc7-81ea-8ae1-d7ac4188a1aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.063655] env[62402]: DEBUG nova.network.neutron [req-5da8b40c-f86b-4341-a90c-2ffea26ae30a req-a0b75aed-85b0-4cd0-83ad-9f09c8d7f06e service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updated VIF entry in instance network info cache for port 48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.064082] env[62402]: DEBUG nova.network.neutron [req-5da8b40c-f86b-4341-a90c-2ffea26ae30a req-a0b75aed-85b0-4cd0-83ad-9f09c8d7f06e service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updating instance_info_cache with network_info: [{"id": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "address": "fa:16:3e:19:96:df", "network": {"id": "90466f4d-7128-4987-bc01-87d9a84c9e53", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1256185078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc137df952d4bf083ec4e7bbd0f608f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48abb1ae-1f", "ovs_interfaceid": "48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.135838] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf6c61a-9d1c-4d20-b4a3-4ebbeaf61e10 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.157192] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb56edb-5009-4e6a-aa54-474e25b70839 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.175960] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance 'aab39cb2-8ae8-4d0e-a4a1-4e215647694e' progress to 67 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1927.341128] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Preparing fetch location {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1927.341502] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Fetch image to [datastore1] OSTACK_IMG_0e7e1914-036e-413a-98b4-33fecae3d35f/OSTACK_IMG_0e7e1914-036e-413a-98b4-33fecae3d35f.vmdk {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1927.341762] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Downloading stream optimized image 5b51e0ac-d6bb-4702-82fc-3cd73b188e33 to [datastore1] OSTACK_IMG_0e7e1914-036e-413a-98b4-33fecae3d35f/OSTACK_IMG_0e7e1914-036e-413a-98b4-33fecae3d35f.vmdk on the data store datastore1 as vApp {{(pid=62402) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1927.341991] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Downloading image file data 5b51e0ac-d6bb-4702-82fc-3cd73b188e33 to the ESX as VM named 'OSTACK_IMG_0e7e1914-036e-413a-98b4-33fecae3d35f' {{(pid=62402) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1927.416626] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1927.416626] env[62402]: value = "resgroup-9" [ 1927.416626] env[62402]: _type = "ResourcePool" [ 1927.416626] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1927.416844] env[62402]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5ebf1ee4-9df1-4b97-95c7-0dc2da78a32d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.437966] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lease: (returnval){ [ 1927.437966] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529d3da2-0661-2e8f-b4fc-635d5d21eaaf" [ 1927.437966] env[62402]: _type = "HttpNfcLease" [ 1927.437966] env[62402]: } obtained for vApp import into resource pool (val){ [ 1927.437966] env[62402]: value = "resgroup-9" [ 1927.437966] env[62402]: _type = "ResourcePool" [ 1927.437966] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1927.438551] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the lease: (returnval){ [ 1927.438551] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529d3da2-0661-2e8f-b4fc-635d5d21eaaf" [ 1927.438551] env[62402]: _type = "HttpNfcLease" [ 1927.438551] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1927.444948] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1927.444948] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529d3da2-0661-2e8f-b4fc-635d5d21eaaf" [ 1927.444948] env[62402]: _type = "HttpNfcLease" [ 1927.444948] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1927.562242] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bc5aba-85fd-4b7d-9a01-772c0827e504 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.566796] env[62402]: DEBUG oslo_concurrency.lockutils [req-5da8b40c-f86b-4341-a90c-2ffea26ae30a req-a0b75aed-85b0-4cd0-83ad-9f09c8d7f06e service nova] Releasing lock "refresh_cache-aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.569819] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165ac619-11e6-41c9-bf98-0fe0b00068f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.602040] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bae224-1e51-442f-a8f3-45acc85ed6d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.609957] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd818b-f1f8-4a77-9a6b-c1a539f41047 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.625236] env[62402]: DEBUG nova.compute.provider_tree [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1927.718717] env[62402]: DEBUG nova.network.neutron [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Port 99161bf5-bc94-404b-857a-1dec78d1f90f binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1927.947937] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1927.947937] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529d3da2-0661-2e8f-b4fc-635d5d21eaaf" [ 1927.947937] env[62402]: _type = "HttpNfcLease" [ 1927.947937] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1927.948278] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1927.948278] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529d3da2-0661-2e8f-b4fc-635d5d21eaaf" [ 1927.948278] env[62402]: _type = "HttpNfcLease" [ 1927.948278] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1927.949147] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86285c7b-d789-4ed0-9c21-8353c1a88e9c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.956934] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52876f3c-b1f0-0569-a91b-71dfa0bf649d/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1927.957130] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52876f3c-b1f0-0569-a91b-71dfa0bf649d/disk-0.vmdk. {{(pid=62402) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1928.022699] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1283ad09-a3ec-4c74-b412-946fe066baaf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.159214] env[62402]: DEBUG nova.scheduler.client.report [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Updated inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1928.159605] env[62402]: DEBUG nova.compute.provider_tree [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Updating resource provider c2826406-6fc4-4c09-886a-a6552c22449a generation from 151 to 152 during operation: update_inventory {{(pid=62402) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1928.159938] env[62402]: DEBUG nova.compute.provider_tree [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1928.666237] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.666886] env[62402]: DEBUG nova.compute.manager [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.748659] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.749016] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.749016] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.171806] env[62402]: DEBUG nova.compute.utils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1929.173448] env[62402]: DEBUG nova.compute.manager [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1929.173687] env[62402]: DEBUG nova.network.neutron [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1929.218094] env[62402]: DEBUG nova.policy [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a81bdd1480894658b4cb3a8e1db26eb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73b5b9259473488e9abb062794ab35b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1929.613584] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Completed reading data from the image iterator. {{(pid=62402) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1929.613851] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52876f3c-b1f0-0569-a91b-71dfa0bf649d/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1929.614924] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1096e2-f7f5-4d93-88c4-e5a18574f9a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.621877] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52876f3c-b1f0-0569-a91b-71dfa0bf649d/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1929.622092] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52876f3c-b1f0-0569-a91b-71dfa0bf649d/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1929.622353] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dadab294-2225-4c3a-8e8d-0f36a0841758 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.678086] env[62402]: DEBUG nova.compute.manager [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.792193] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.792487] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.792666] env[62402]: DEBUG nova.network.neutron [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.795510] env[62402]: DEBUG nova.network.neutron [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Successfully created port: a2b97754-6005-4f30-8e64-dc527c6fe418 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1929.829000] env[62402]: DEBUG oslo_vmware.rw_handles [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52876f3c-b1f0-0569-a91b-71dfa0bf649d/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1929.829274] env[62402]: INFO nova.virt.vmwareapi.images [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Downloaded image file data 5b51e0ac-d6bb-4702-82fc-3cd73b188e33 [ 1929.830390] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648af7fc-6675-45f5-b442-585a7dd1f8dc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.850362] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4ab1ce6-e97a-46c8-921f-026f1d9e4967 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.878371] env[62402]: INFO nova.virt.vmwareapi.images [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] The imported VM was unregistered [ 1929.880346] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Caching image {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1929.880613] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33 {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1929.881270] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c1c0629-767e-4844-a2cf-8e85f6e6387a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.891907] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Created directory with path [datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33 {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1929.892174] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0e7e1914-036e-413a-98b4-33fecae3d35f/OSTACK_IMG_0e7e1914-036e-413a-98b4-33fecae3d35f.vmdk to [datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33/5b51e0ac-d6bb-4702-82fc-3cd73b188e33.vmdk. {{(pid=62402) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1929.892472] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-01c4df17-9f0b-4496-a728-17fe5983f61b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.899847] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1929.899847] env[62402]: value = "task-1873670" [ 1929.899847] env[62402]: _type = "Task" [ 1929.899847] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.907910] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873670, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.411036] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873670, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.613859] env[62402]: DEBUG nova.network.neutron [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance_info_cache with network_info: [{"id": "99161bf5-bc94-404b-857a-1dec78d1f90f", "address": "fa:16:3e:4c:d3:46", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99161bf5-bc", "ovs_interfaceid": "99161bf5-bc94-404b-857a-1dec78d1f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.690317] env[62402]: DEBUG nova.compute.manager [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.720275] env[62402]: DEBUG nova.virt.hardware [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.720555] env[62402]: DEBUG nova.virt.hardware [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.720717] env[62402]: DEBUG nova.virt.hardware [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.720921] env[62402]: DEBUG nova.virt.hardware [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.721096] env[62402]: DEBUG nova.virt.hardware [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.721255] env[62402]: DEBUG nova.virt.hardware [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.721462] env[62402]: DEBUG nova.virt.hardware [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.721635] env[62402]: DEBUG nova.virt.hardware [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.721829] env[62402]: DEBUG nova.virt.hardware [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.721996] env[62402]: DEBUG nova.virt.hardware [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.722187] env[62402]: DEBUG nova.virt.hardware [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.723204] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8776a7-06e9-4c66-bb65-ddd1156ee4ac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.731587] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9f98b9-3be8-4657-b446-faea0b66e0bf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.913274] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873670, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.117232] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.231859] env[62402]: DEBUG oslo_vmware.rw_handles [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f4344a-364e-4c1f-d528-05d6713d22c1/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1931.233324] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a74b9b-7e90-4cb2-a419-987706708594 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.242563] env[62402]: DEBUG oslo_vmware.rw_handles [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f4344a-364e-4c1f-d528-05d6713d22c1/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1931.242799] env[62402]: ERROR oslo_vmware.rw_handles [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f4344a-364e-4c1f-d528-05d6713d22c1/disk-0.vmdk due to incomplete transfer. [ 1931.243090] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2fd20e7a-5023-4be7-8664-5c3436192d86 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.248114] env[62402]: DEBUG nova.compute.manager [req-cb491220-196d-469c-8558-21af3fa46ff2 req-3b60d0c7-b625-45b3-a3e1-9a9cb11402ed service nova] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Received event network-vif-plugged-a2b97754-6005-4f30-8e64-dc527c6fe418 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1931.248355] env[62402]: DEBUG oslo_concurrency.lockutils [req-cb491220-196d-469c-8558-21af3fa46ff2 req-3b60d0c7-b625-45b3-a3e1-9a9cb11402ed service nova] Acquiring lock "4652fb1f-ed9d-4841-bd90-d0176fe0dd37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.249091] env[62402]: DEBUG oslo_concurrency.lockutils [req-cb491220-196d-469c-8558-21af3fa46ff2 req-3b60d0c7-b625-45b3-a3e1-9a9cb11402ed service nova] Lock "4652fb1f-ed9d-4841-bd90-d0176fe0dd37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.249351] env[62402]: DEBUG oslo_concurrency.lockutils [req-cb491220-196d-469c-8558-21af3fa46ff2 req-3b60d0c7-b625-45b3-a3e1-9a9cb11402ed service nova] Lock "4652fb1f-ed9d-4841-bd90-d0176fe0dd37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.249543] env[62402]: DEBUG nova.compute.manager [req-cb491220-196d-469c-8558-21af3fa46ff2 req-3b60d0c7-b625-45b3-a3e1-9a9cb11402ed service nova] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] No waiting events found dispatching network-vif-plugged-a2b97754-6005-4f30-8e64-dc527c6fe418 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1931.249724] env[62402]: WARNING nova.compute.manager [req-cb491220-196d-469c-8558-21af3fa46ff2 req-3b60d0c7-b625-45b3-a3e1-9a9cb11402ed service nova] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Received unexpected event network-vif-plugged-a2b97754-6005-4f30-8e64-dc527c6fe418 for instance with vm_state building and task_state spawning. [ 1931.251704] env[62402]: DEBUG oslo_vmware.rw_handles [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f4344a-364e-4c1f-d528-05d6713d22c1/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1931.251949] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Uploaded image 48b99e91-cf73-42cf-8196-4bc2b43be84a to the Glance image server {{(pid=62402) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1931.254799] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Destroying the VM {{(pid=62402) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1931.255262] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9f112b9-cebf-4252-94f7-878e75cd4239 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.262424] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1931.262424] env[62402]: value = "task-1873672" [ 1931.262424] env[62402]: _type = "Task" [ 1931.262424] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.272992] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873672, 'name': Destroy_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.412507] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873670, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.435769] env[62402]: DEBUG nova.network.neutron [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Successfully updated port: a2b97754-6005-4f30-8e64-dc527c6fe418 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1931.645258] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b5da14-f141-45ea-9af6-8dcdbe9351fe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.665111] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ffd3cc-53db-42e8-a74e-1d238f3ecaa8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.672767] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance 'aab39cb2-8ae8-4d0e-a4a1-4e215647694e' progress to 83 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1931.772116] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873672, 'name': Destroy_Task} progress is 33%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.912847] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873670, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.938829] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "refresh_cache-4652fb1f-ed9d-4841-bd90-d0176fe0dd37" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.939260] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "refresh_cache-4652fb1f-ed9d-4841-bd90-d0176fe0dd37" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.939260] env[62402]: DEBUG nova.network.neutron [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.181040] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.181349] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-202a29ff-794d-4f58-8378-6975c9bf62de {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.189677] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1932.189677] env[62402]: value = "task-1873673" [ 1932.189677] env[62402]: _type = "Task" [ 1932.189677] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.197978] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.272802] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873672, 'name': Destroy_Task, 'duration_secs': 0.576261} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.273066] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Destroyed the VM [ 1932.273337] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Deleting Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1932.273597] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b34bfeae-4320-4ec0-92f8-633ca0b40517 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.280747] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1932.280747] env[62402]: value = "task-1873674" [ 1932.280747] env[62402]: _type = "Task" [ 1932.280747] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.289751] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873674, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.414068] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873670, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.49086} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.414068] env[62402]: INFO nova.virt.vmwareapi.ds_util [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0e7e1914-036e-413a-98b4-33fecae3d35f/OSTACK_IMG_0e7e1914-036e-413a-98b4-33fecae3d35f.vmdk to [datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33/5b51e0ac-d6bb-4702-82fc-3cd73b188e33.vmdk. [ 1932.414068] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Cleaning up location [datastore1] OSTACK_IMG_0e7e1914-036e-413a-98b4-33fecae3d35f {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1932.414068] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0e7e1914-036e-413a-98b4-33fecae3d35f {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1932.414068] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbe89ef1-77a7-41ae-bddd-11c16d1fbb80 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.420404] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1932.420404] env[62402]: value = "task-1873675" [ 1932.420404] env[62402]: _type = "Task" [ 1932.420404] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.428851] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.467986] env[62402]: DEBUG nova.network.neutron [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1932.608710] env[62402]: DEBUG nova.network.neutron [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Updating instance_info_cache with network_info: [{"id": "a2b97754-6005-4f30-8e64-dc527c6fe418", "address": "fa:16:3e:06:02:1d", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b97754-60", "ovs_interfaceid": "a2b97754-6005-4f30-8e64-dc527c6fe418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.698972] env[62402]: DEBUG oslo_vmware.api [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873673, 'name': PowerOnVM_Task, 'duration_secs': 0.429006} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.699203] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1932.699420] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a199bddd-9cfd-4c3f-8bf7-fe70f2ae8879 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance 'aab39cb2-8ae8-4d0e-a4a1-4e215647694e' progress to 100 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1932.792228] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873674, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.930806] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035258} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.931085] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1932.931259] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33/5b51e0ac-d6bb-4702-82fc-3cd73b188e33.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.931525] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33/5b51e0ac-d6bb-4702-82fc-3cd73b188e33.vmdk to [datastore1] aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf/aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.931788] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-815cf339-c12f-41b8-a04c-ff06a5638f21 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.939159] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1932.939159] env[62402]: value = "task-1873676" [ 1932.939159] env[62402]: _type = "Task" [ 1932.939159] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.948202] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.111896] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "refresh_cache-4652fb1f-ed9d-4841-bd90-d0176fe0dd37" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.112267] env[62402]: DEBUG nova.compute.manager [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Instance network_info: |[{"id": "a2b97754-6005-4f30-8e64-dc527c6fe418", "address": "fa:16:3e:06:02:1d", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b97754-60", "ovs_interfaceid": "a2b97754-6005-4f30-8e64-dc527c6fe418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1933.112695] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:02:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2b97754-6005-4f30-8e64-dc527c6fe418', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1933.120382] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Creating folder: Project (73b5b9259473488e9abb062794ab35b7). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1933.120671] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e43a8b0b-0f92-4cb6-acfb-812d76f6b346 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.130725] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Created folder: Project (73b5b9259473488e9abb062794ab35b7) in parent group-v386882. [ 1933.130940] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Creating folder: Instances. Parent ref: group-v387198. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1933.131212] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7cfae50-9af4-49ba-81d8-55bad18439b7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.140087] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Created folder: Instances in parent group-v387198. [ 1933.140363] env[62402]: DEBUG oslo.service.loopingcall [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.140576] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1933.140819] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1741613c-8c5b-42cd-be04-5dfa1619786e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.161368] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1933.161368] env[62402]: value = "task-1873680" [ 1933.161368] env[62402]: _type = "Task" [ 1933.161368] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.169969] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873680, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.280481] env[62402]: DEBUG nova.compute.manager [req-4b6f5d53-786c-475e-a48c-a75b92bb3d2b req-d3e30729-be10-4d5c-9ec0-9322596d8fdd service nova] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Received event network-changed-a2b97754-6005-4f30-8e64-dc527c6fe418 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1933.280704] env[62402]: DEBUG nova.compute.manager [req-4b6f5d53-786c-475e-a48c-a75b92bb3d2b req-d3e30729-be10-4d5c-9ec0-9322596d8fdd service nova] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Refreshing instance network info cache due to event network-changed-a2b97754-6005-4f30-8e64-dc527c6fe418. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1933.280956] env[62402]: DEBUG oslo_concurrency.lockutils [req-4b6f5d53-786c-475e-a48c-a75b92bb3d2b req-d3e30729-be10-4d5c-9ec0-9322596d8fdd service nova] Acquiring lock "refresh_cache-4652fb1f-ed9d-4841-bd90-d0176fe0dd37" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.281163] env[62402]: DEBUG oslo_concurrency.lockutils [req-4b6f5d53-786c-475e-a48c-a75b92bb3d2b req-d3e30729-be10-4d5c-9ec0-9322596d8fdd service nova] Acquired lock "refresh_cache-4652fb1f-ed9d-4841-bd90-d0176fe0dd37" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.281327] env[62402]: DEBUG nova.network.neutron [req-4b6f5d53-786c-475e-a48c-a75b92bb3d2b req-d3e30729-be10-4d5c-9ec0-9322596d8fdd service nova] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Refreshing network info cache for port a2b97754-6005-4f30-8e64-dc527c6fe418 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.293292] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873674, 'name': RemoveSnapshot_Task, 'duration_secs': 0.94242} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.294305] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Deleted Snapshot of the VM instance {{(pid=62402) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1933.294477] env[62402]: DEBUG nova.compute.manager [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1933.295366] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562dd129-7ac8-41eb-9890-87f673295012 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.450248] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873676, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.672403] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873680, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.807744] env[62402]: INFO nova.compute.manager [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Shelve offloading [ 1933.952054] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873676, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.063189] env[62402]: DEBUG nova.network.neutron [req-4b6f5d53-786c-475e-a48c-a75b92bb3d2b req-d3e30729-be10-4d5c-9ec0-9322596d8fdd service nova] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Updated VIF entry in instance network info cache for port a2b97754-6005-4f30-8e64-dc527c6fe418. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.063594] env[62402]: DEBUG nova.network.neutron [req-4b6f5d53-786c-475e-a48c-a75b92bb3d2b req-d3e30729-be10-4d5c-9ec0-9322596d8fdd service nova] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Updating instance_info_cache with network_info: [{"id": "a2b97754-6005-4f30-8e64-dc527c6fe418", "address": "fa:16:3e:06:02:1d", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b97754-60", "ovs_interfaceid": "a2b97754-6005-4f30-8e64-dc527c6fe418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.173036] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873680, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.312350] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.312589] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-642ed1b9-c59e-4141-91d4-097b747a7253 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.322508] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1934.322508] env[62402]: value = "task-1873681" [ 1934.322508] env[62402]: _type = "Task" [ 1934.322508] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.331771] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.451979] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873676, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.566748] env[62402]: DEBUG oslo_concurrency.lockutils [req-4b6f5d53-786c-475e-a48c-a75b92bb3d2b req-d3e30729-be10-4d5c-9ec0-9322596d8fdd service nova] Releasing lock "refresh_cache-4652fb1f-ed9d-4841-bd90-d0176fe0dd37" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.676846] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873680, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.835018] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1934.835266] env[62402]: DEBUG nova.compute.manager [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.836150] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40327ea2-8965-4da1-b45f-72fcd5a25628 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.843587] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.843807] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.843945] env[62402]: DEBUG nova.network.neutron [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1934.954891] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873676, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.175299] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873680, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.267314] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.267640] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.267934] env[62402]: DEBUG nova.compute.manager [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Going to confirm migration 6 {{(pid=62402) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1935.452433] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873676, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.597556] env[62402]: DEBUG nova.network.neutron [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updating instance_info_cache with network_info: [{"id": "29f78266-ab46-4759-a64b-f5db5e994e66", "address": "fa:16:3e:3a:be:e0", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f78266-ab", "ovs_interfaceid": "29f78266-ab46-4759-a64b-f5db5e994e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.676539] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873680, 'name': CreateVM_Task, 'duration_secs': 2.181514} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.676758] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1935.677471] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.677638] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.678099] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1935.678380] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8814104f-b2bf-4255-8d6e-2e2906b1add6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.684044] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1935.684044] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52239798-7969-8878-fbec-839d0460d897" [ 1935.684044] env[62402]: _type = "Task" [ 1935.684044] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.693710] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52239798-7969-8878-fbec-839d0460d897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.831066] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.831272] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.831454] env[62402]: DEBUG nova.network.neutron [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.831641] env[62402]: DEBUG nova.objects.instance [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lazy-loading 'info_cache' on Instance uuid aab39cb2-8ae8-4d0e-a4a1-4e215647694e {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.953076] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873676, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.100450] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.195255] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52239798-7969-8878-fbec-839d0460d897, 'name': SearchDatastore_Task, 'duration_secs': 0.010882} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.195555] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.195812] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1936.196086] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.196242] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.196423] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1936.196682] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59123b55-9616-4f0b-b821-d9790844b587 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.216545] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1936.216734] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1936.217491] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e533ea-5f46-4999-8bbf-0fd0fc4afa12 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.222867] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1936.222867] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52229408-2db9-ca2e-70d2-fefbfe0d025e" [ 1936.222867] env[62402]: _type = "Task" [ 1936.222867] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.230838] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52229408-2db9-ca2e-70d2-fefbfe0d025e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.360612] env[62402]: DEBUG nova.compute.manager [req-1a0a7ba6-081e-4b1a-8295-eaee295d69d4 req-28cb8efe-b590-4b57-a9ce-e141fb21d7d0 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Received event network-vif-unplugged-29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1936.360841] env[62402]: DEBUG oslo_concurrency.lockutils [req-1a0a7ba6-081e-4b1a-8295-eaee295d69d4 req-28cb8efe-b590-4b57-a9ce-e141fb21d7d0 service nova] Acquiring lock "130b27f2-52d7-4de8-8341-fa66061e5887-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.361056] env[62402]: DEBUG oslo_concurrency.lockutils [req-1a0a7ba6-081e-4b1a-8295-eaee295d69d4 req-28cb8efe-b590-4b57-a9ce-e141fb21d7d0 service nova] Lock "130b27f2-52d7-4de8-8341-fa66061e5887-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.361255] env[62402]: DEBUG oslo_concurrency.lockutils [req-1a0a7ba6-081e-4b1a-8295-eaee295d69d4 req-28cb8efe-b590-4b57-a9ce-e141fb21d7d0 service nova] Lock "130b27f2-52d7-4de8-8341-fa66061e5887-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.361395] env[62402]: DEBUG nova.compute.manager [req-1a0a7ba6-081e-4b1a-8295-eaee295d69d4 req-28cb8efe-b590-4b57-a9ce-e141fb21d7d0 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] No waiting events found dispatching network-vif-unplugged-29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1936.361544] env[62402]: WARNING nova.compute.manager [req-1a0a7ba6-081e-4b1a-8295-eaee295d69d4 req-28cb8efe-b590-4b57-a9ce-e141fb21d7d0 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Received unexpected event network-vif-unplugged-29f78266-ab46-4759-a64b-f5db5e994e66 for instance with vm_state shelved and task_state shelving_offloading. [ 1936.457025] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873676, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.467256} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.457025] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5b51e0ac-d6bb-4702-82fc-3cd73b188e33/5b51e0ac-d6bb-4702-82fc-3cd73b188e33.vmdk to [datastore1] aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf/aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1936.457025] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843e10d-26ab-40f8-9083-50d2ce7339b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.481067] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf/aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf.vmdk or device None with type streamOptimized {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1936.482476] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1936.483193] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43c5c341-effc-4c24-8df9-2baa25160a10 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.498387] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d75005-54c9-4a51-8acd-56b0f8ef7f3e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.508021] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1936.509651] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adf0651c-964a-447b-ae27-ccceeab3b8fd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.511696] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1936.511696] env[62402]: value = "task-1873683" [ 1936.511696] env[62402]: _type = "Task" [ 1936.511696] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.521604] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.634334] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1936.634571] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1936.634654] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleting the datastore file [datastore2] 130b27f2-52d7-4de8-8341-fa66061e5887 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1936.635149] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53ea1e06-ff03-4e9c-ab3f-26f35c5ff0a8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.643818] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1936.643818] env[62402]: value = "task-1873685" [ 1936.643818] env[62402]: _type = "Task" [ 1936.643818] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.652717] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.734204] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52229408-2db9-ca2e-70d2-fefbfe0d025e, 'name': SearchDatastore_Task, 'duration_secs': 0.113831} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.735145] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47366aa-4832-4fa1-aec2-3f98fcb04bc2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.741491] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1936.741491] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5201cf87-6d16-864d-60c5-1a71f91e9f07" [ 1936.741491] env[62402]: _type = "Task" [ 1936.741491] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.750770] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5201cf87-6d16-864d-60c5-1a71f91e9f07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.025306] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.114942] env[62402]: DEBUG nova.network.neutron [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance_info_cache with network_info: [{"id": "99161bf5-bc94-404b-857a-1dec78d1f90f", "address": "fa:16:3e:4c:d3:46", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99161bf5-bc", "ovs_interfaceid": "99161bf5-bc94-404b-857a-1dec78d1f90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.154029] env[62402]: DEBUG oslo_vmware.api [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435018} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.154298] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.154485] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.154660] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.178371] env[62402]: INFO nova.scheduler.client.report [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleted allocations for instance 130b27f2-52d7-4de8-8341-fa66061e5887 [ 1937.254644] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5201cf87-6d16-864d-60c5-1a71f91e9f07, 'name': SearchDatastore_Task, 'duration_secs': 0.027924} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.254959] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.255256] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 4652fb1f-ed9d-4841-bd90-d0176fe0dd37/4652fb1f-ed9d-4841-bd90-d0176fe0dd37.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1937.255515] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8839435-ad36-4c48-8c4d-4e164a54ee8b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.263970] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1937.263970] env[62402]: value = "task-1873687" [ 1937.263970] env[62402]: _type = "Task" [ 1937.263970] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.272799] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.525025] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873683, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.617964] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-aab39cb2-8ae8-4d0e-a4a1-4e215647694e" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.618310] env[62402]: DEBUG nova.objects.instance [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lazy-loading 'migration_context' on Instance uuid aab39cb2-8ae8-4d0e-a4a1-4e215647694e {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.682963] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.683233] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.683459] env[62402]: DEBUG nova.objects.instance [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lazy-loading 'resources' on Instance uuid 130b27f2-52d7-4de8-8341-fa66061e5887 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.777028] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873687, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.024948] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873683, 'name': ReconfigVM_Task, 'duration_secs': 1.01872} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.025318] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Reconfigured VM instance instance-0000006f to attach disk [datastore1] aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf/aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf.vmdk or device None with type streamOptimized {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1938.026029] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ca591e3-a8b8-4ebf-8701-468ee1924134 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.035100] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1938.035100] env[62402]: value = "task-1873688" [ 1938.035100] env[62402]: _type = "Task" [ 1938.035100] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.047382] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873688, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.121514] env[62402]: DEBUG nova.objects.base [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1938.122490] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faa12e6-4bbb-4031-986d-7470ee1ebd4d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.143708] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589bcc23-27c4-4efb-9ff0-910ad4604b33 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.150385] env[62402]: DEBUG oslo_vmware.api [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1938.150385] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]529d09da-d7fd-36b8-b034-d3ce436c8967" [ 1938.150385] env[62402]: _type = "Task" [ 1938.150385] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.160290] env[62402]: DEBUG oslo_vmware.api [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]529d09da-d7fd-36b8-b034-d3ce436c8967, 'name': SearchDatastore_Task} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.160506] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.186405] env[62402]: DEBUG nova.objects.instance [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lazy-loading 'numa_topology' on Instance uuid 130b27f2-52d7-4de8-8341-fa66061e5887 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.277754] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818804} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.278045] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 4652fb1f-ed9d-4841-bd90-d0176fe0dd37/4652fb1f-ed9d-4841-bd90-d0176fe0dd37.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1938.278270] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1938.278551] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffbe316c-7061-48bd-b277-fb053088bad6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.286012] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1938.286012] env[62402]: value = "task-1873689" [ 1938.286012] env[62402]: _type = "Task" [ 1938.286012] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.294273] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.388073] env[62402]: DEBUG nova.compute.manager [req-ea2f5c3c-26fc-4644-ac2d-0197aba04495 req-84aa4bb2-db54-4719-9043-8cde75c00cc5 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Received event network-changed-29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1938.388213] env[62402]: DEBUG nova.compute.manager [req-ea2f5c3c-26fc-4644-ac2d-0197aba04495 req-84aa4bb2-db54-4719-9043-8cde75c00cc5 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Refreshing instance network info cache due to event network-changed-29f78266-ab46-4759-a64b-f5db5e994e66. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1938.388432] env[62402]: DEBUG oslo_concurrency.lockutils [req-ea2f5c3c-26fc-4644-ac2d-0197aba04495 req-84aa4bb2-db54-4719-9043-8cde75c00cc5 service nova] Acquiring lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.388567] env[62402]: DEBUG oslo_concurrency.lockutils [req-ea2f5c3c-26fc-4644-ac2d-0197aba04495 req-84aa4bb2-db54-4719-9043-8cde75c00cc5 service nova] Acquired lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.388734] env[62402]: DEBUG nova.network.neutron [req-ea2f5c3c-26fc-4644-ac2d-0197aba04495 req-84aa4bb2-db54-4719-9043-8cde75c00cc5 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Refreshing network info cache for port 29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1938.545204] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873688, 'name': Rename_Task, 'duration_secs': 0.466708} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.545504] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1938.545762] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86b41cd0-732c-4571-8b6d-63d8a410dbf5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.552918] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1938.552918] env[62402]: value = "task-1873690" [ 1938.552918] env[62402]: _type = "Task" [ 1938.552918] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.560843] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.689491] env[62402]: DEBUG nova.objects.base [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Object Instance<130b27f2-52d7-4de8-8341-fa66061e5887> lazy-loaded attributes: resources,numa_topology {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1938.800945] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086659} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.801143] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1938.802291] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4f0f91-aa87-441a-b55e-c9151aa1c6fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.806220] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e5518c-258b-45b3-a095-cf314849590c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.831251] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 4652fb1f-ed9d-4841-bd90-d0176fe0dd37/4652fb1f-ed9d-4841-bd90-d0176fe0dd37.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.831573] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-317956da-cd0f-445f-9992-2d3dc9331f0b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.847962] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6139b8f1-0b27-4e46-928a-ad2f146aaaed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.886250] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d056fce-c5a0-42ff-ba6c-fdbe215bc9bd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.888954] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1938.888954] env[62402]: value = "task-1873691" [ 1938.888954] env[62402]: _type = "Task" [ 1938.888954] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.897562] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65397446-c991-43be-a489-98bf97a41e04 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.904632] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.915446] env[62402]: DEBUG nova.compute.provider_tree [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1939.064463] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.133082] env[62402]: DEBUG nova.network.neutron [req-ea2f5c3c-26fc-4644-ac2d-0197aba04495 req-84aa4bb2-db54-4719-9043-8cde75c00cc5 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updated VIF entry in instance network info cache for port 29f78266-ab46-4759-a64b-f5db5e994e66. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1939.133560] env[62402]: DEBUG nova.network.neutron [req-ea2f5c3c-26fc-4644-ac2d-0197aba04495 req-84aa4bb2-db54-4719-9043-8cde75c00cc5 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updating instance_info_cache with network_info: [{"id": "29f78266-ab46-4759-a64b-f5db5e994e66", "address": "fa:16:3e:3a:be:e0", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap29f78266-ab", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.399957] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873691, 'name': ReconfigVM_Task, 'duration_secs': 0.301493} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.401403] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 4652fb1f-ed9d-4841-bd90-d0176fe0dd37/4652fb1f-ed9d-4841-bd90-d0176fe0dd37.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1939.404826] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e7cb487-f4c9-4dc6-bea7-21d6bf878ecf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.412824] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1939.412824] env[62402]: value = "task-1873692" [ 1939.412824] env[62402]: _type = "Task" [ 1939.412824] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.427130] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873692, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.441085] env[62402]: ERROR nova.scheduler.client.report [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [req-a32f01d4-c508-4771-924d-bd0095885c16] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c2826406-6fc4-4c09-886a-a6552c22449a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a32f01d4-c508-4771-924d-bd0095885c16"}]} [ 1939.456981] env[62402]: DEBUG nova.scheduler.client.report [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Refreshing inventories for resource provider c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1939.472217] env[62402]: DEBUG nova.scheduler.client.report [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Updating ProviderTree inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1939.472511] env[62402]: DEBUG nova.compute.provider_tree [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1939.487897] env[62402]: DEBUG nova.scheduler.client.report [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Refreshing aggregate associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, aggregates: None {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1939.504391] env[62402]: DEBUG nova.scheduler.client.report [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Refreshing trait associations for resource provider c2826406-6fc4-4c09-886a-a6552c22449a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=62402) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1939.566872] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.622242] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b30bb9-0acf-4bae-9cc0-92f645812b50 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.630264] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d47a357-e880-4659-8982-50400b0d67c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.636287] env[62402]: DEBUG oslo_concurrency.lockutils [req-ea2f5c3c-26fc-4644-ac2d-0197aba04495 req-84aa4bb2-db54-4719-9043-8cde75c00cc5 service nova] Releasing lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.662770] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8574f27-30bf-48d5-9327-9f1ec39c9e44 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.671185] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e98f34-278e-4a83-987b-25fb74afa674 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.685058] env[62402]: DEBUG nova.compute.provider_tree [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1939.908242] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "130b27f2-52d7-4de8-8341-fa66061e5887" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.924098] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873692, 'name': Rename_Task, 'duration_secs': 0.149533} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.924269] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1939.924432] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c02a36d1-253e-4f09-8b3f-9d90ae95cd91 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.933948] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1939.933948] env[62402]: value = "task-1873693" [ 1939.933948] env[62402]: _type = "Task" [ 1939.933948] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.943155] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.065244] env[62402]: DEBUG oslo_vmware.api [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873690, 'name': PowerOnVM_Task, 'duration_secs': 1.501763} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.065472] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1940.174141] env[62402]: DEBUG nova.compute.manager [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1940.175129] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9342abf2-d59d-492c-82fd-be72ad10345f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.217821] env[62402]: DEBUG nova.scheduler.client.report [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Updated inventory for provider c2826406-6fc4-4c09-886a-a6552c22449a with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1940.218209] env[62402]: DEBUG nova.compute.provider_tree [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Updating resource provider c2826406-6fc4-4c09-886a-a6552c22449a generation from 153 to 154 during operation: update_inventory {{(pid=62402) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1940.218425] env[62402]: DEBUG nova.compute.provider_tree [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Updating inventory in ProviderTree for provider c2826406-6fc4-4c09-886a-a6552c22449a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1940.445658] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.694925] env[62402]: DEBUG oslo_concurrency.lockutils [None req-d91f7ad0-83f8-4f6d-8a31-4403bb13c5f7 tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.859s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.723657] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.040s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.726853] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.566s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.946045] env[62402]: DEBUG oslo_vmware.api [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873693, 'name': PowerOnVM_Task, 'duration_secs': 0.826305} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.946418] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1940.946670] env[62402]: INFO nova.compute.manager [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1940.946884] env[62402]: DEBUG nova.compute.manager [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1940.947725] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266f68b9-8fc2-45ba-94c0-86d4bfdeafea {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.221194] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "4af4ed03-ea47-4100-8b61-14eb761d40ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.221492] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4af4ed03-ea47-4100-8b61-14eb761d40ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.235512] env[62402]: DEBUG oslo_concurrency.lockutils [None req-f0879249-cee2-467e-b8ed-871bcbd2880f tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "130b27f2-52d7-4de8-8341-fa66061e5887" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.562s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.236394] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "130b27f2-52d7-4de8-8341-fa66061e5887" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.328s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.236863] env[62402]: INFO nova.compute.manager [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Unshelving [ 1941.353229] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011b310a-e0b6-48fc-917d-d6d0b73dffff {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.361534] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35a93d5-56b3-4eb3-91b3-096f539d49da {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.391841] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149fcc33-297d-4d66-b0eb-5e9b88c21807 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.399368] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b27c03-6d45-45ec-8ec4-1249644759bd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.414367] env[62402]: DEBUG nova.compute.provider_tree [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.465644] env[62402]: INFO nova.compute.manager [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Took 19.04 seconds to build instance. [ 1941.702634] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.702920] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.703142] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.703332] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.703503] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.705665] env[62402]: INFO nova.compute.manager [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Terminating instance [ 1941.723330] env[62402]: DEBUG nova.compute.manager [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1941.917655] env[62402]: DEBUG nova.scheduler.client.report [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.967947] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2da638d4-92c3-44b3-a877-f192555fb184 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "4652fb1f-ed9d-4841-bd90-d0176fe0dd37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.554s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.212486] env[62402]: DEBUG nova.compute.manager [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1942.212730] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1942.213869] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ce944c-934d-4d67-b1ba-22f8164ac721 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.223586] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1942.223841] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28f19083-8653-4620-87be-634e94facfe4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.232590] env[62402]: DEBUG oslo_vmware.api [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1942.232590] env[62402]: value = "task-1873694" [ 1942.232590] env[62402]: _type = "Task" [ 1942.232590] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.241843] env[62402]: DEBUG oslo_vmware.api [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.248138] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.257813] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.649199] env[62402]: INFO nova.compute.manager [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Rebuilding instance [ 1942.689724] env[62402]: DEBUG nova.compute.manager [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.690611] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7219d58-8448-4df4-b449-b67165fa2c9e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.744226] env[62402]: DEBUG oslo_vmware.api [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873694, 'name': PowerOffVM_Task, 'duration_secs': 0.187321} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.744501] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.744700] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1942.745017] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba0c9716-e75a-4fac-8d1b-1db9eb28a4a2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.759701] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.759959] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.820514] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1942.820770] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1942.820918] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleting the datastore file [datastore1] aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1942.821212] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55fecd9b-1f2c-457e-81db-e031c47fbdc8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.829704] env[62402]: DEBUG oslo_vmware.api [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for the task: (returnval){ [ 1942.829704] env[62402]: value = "task-1873696" [ 1942.829704] env[62402]: _type = "Task" [ 1942.829704] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.837857] env[62402]: DEBUG oslo_vmware.api [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.928195] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.202s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.931391] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.683s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.933061] env[62402]: INFO nova.compute.claims [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1943.263999] env[62402]: DEBUG nova.compute.utils [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1943.341136] env[62402]: DEBUG oslo_vmware.api [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Task: {'id': task-1873696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143787} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.341535] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1943.341656] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1943.341836] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1943.342022] env[62402]: INFO nova.compute.manager [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1943.342274] env[62402]: DEBUG oslo.service.loopingcall [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.342467] env[62402]: DEBUG nova.compute.manager [-] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1943.342586] env[62402]: DEBUG nova.network.neutron [-] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1943.492176] env[62402]: INFO nova.scheduler.client.report [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleted allocation for migration 8c526708-1652-4822-932c-18187ff90c91 [ 1943.706803] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.706803] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26fd954c-0ba7-4c45-bc50-383a5652397a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.713439] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1943.713439] env[62402]: value = "task-1873697" [ 1943.713439] env[62402]: _type = "Task" [ 1943.713439] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.723554] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.766428] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.789175] env[62402]: DEBUG nova.compute.manager [req-a5e36e45-78b5-4937-8b58-38110b3d6976 req-d46a306e-3bc7-4e03-a201-e22846c2c258 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Received event network-vif-deleted-48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1943.789354] env[62402]: INFO nova.compute.manager [req-a5e36e45-78b5-4937-8b58-38110b3d6976 req-d46a306e-3bc7-4e03-a201-e22846c2c258 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Neutron deleted interface 48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6; detaching it from the instance and deleting it from the info cache [ 1943.789570] env[62402]: DEBUG nova.network.neutron [req-a5e36e45-78b5-4937-8b58-38110b3d6976 req-d46a306e-3bc7-4e03-a201-e22846c2c258 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.998899] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ceb40ee4-da9e-4530-8d33-54cec9bf1c1f tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.731s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.072059] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46049e47-ece0-401c-aa27-22292c6ecd5e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.079860] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c7a7fa-9aec-4cb9-aa59-0dc2ccbcfb29 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.112359] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8816ec-7f22-4ce4-9650-6e8e3dca3c17 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.123184] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5e9adb-8c06-42c0-911b-580e889d5939 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.138029] env[62402]: DEBUG nova.compute.provider_tree [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1944.223771] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873697, 'name': PowerOffVM_Task, 'duration_secs': 0.212903} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.224046] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1944.224287] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1944.225105] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d5658-ee6a-466f-bb47-6bdf42209306 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.231658] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1944.231870] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24d8b8d0-6fa6-4ba1-8467-f182d1a3d7e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.259306] env[62402]: DEBUG nova.network.neutron [-] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.291880] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76b0311c-08c8-4a0f-8675-b62c1d9e7d6b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.302403] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae1bb0d-cf04-4dda-95ff-e5a831076a3b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.316644] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1944.317670] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1944.317670] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleting the datastore file [datastore1] 4652fb1f-ed9d-4841-bd90-d0176fe0dd37 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1944.317670] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-528fab99-4db3-4a07-aee6-0b20360a53c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.326060] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1944.326060] env[62402]: value = "task-1873699" [ 1944.326060] env[62402]: _type = "Task" [ 1944.326060] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.338278] env[62402]: DEBUG nova.compute.manager [req-a5e36e45-78b5-4937-8b58-38110b3d6976 req-d46a306e-3bc7-4e03-a201-e22846c2c258 service nova] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Detach interface failed, port_id=48abb1ae-1fe1-4fb2-bb2a-93244ac4e0f6, reason: Instance aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1944.345121] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.619339] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.619339] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.619339] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.619339] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.619339] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.621053] env[62402]: INFO nova.compute.manager [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Terminating instance [ 1944.640331] env[62402]: DEBUG nova.scheduler.client.report [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1944.762295] env[62402]: INFO nova.compute.manager [-] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Took 1.42 seconds to deallocate network for instance. [ 1944.835654] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167662} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.835960] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1944.836185] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1944.836368] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1944.846724] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.846947] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.847208] env[62402]: INFO nova.compute.manager [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Attaching volume 7e103726-de54-4f91-a209-df9c58069393 to /dev/sdb [ 1944.877639] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bb682d-cb86-46b2-9032-0077f9f0b9a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.886040] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784bcc19-905f-49eb-bcbc-50808d2f7cdc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.905767] env[62402]: DEBUG nova.virt.block_device [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Updating existing volume attachment record: 7e482681-46e6-459a-8d97-a1e6fe506344 {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1945.125822] env[62402]: DEBUG nova.compute.manager [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1945.126069] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1945.126995] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71d7d45-3ace-4a56-a4f2-1079b2aca518 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.135623] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1945.135857] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29314bdf-1ca1-4cce-b746-608d02c7b25b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.143352] env[62402]: DEBUG oslo_vmware.api [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1945.143352] env[62402]: value = "task-1873701" [ 1945.143352] env[62402]: _type = "Task" [ 1945.143352] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.144090] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.144441] env[62402]: DEBUG nova.compute.manager [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1945.150381] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.893s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.150601] env[62402]: DEBUG nova.objects.instance [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lazy-loading 'pci_requests' on Instance uuid 130b27f2-52d7-4de8-8341-fa66061e5887 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.157640] env[62402]: DEBUG oslo_vmware.api [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.268413] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.655773] env[62402]: DEBUG nova.compute.utils [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1945.658488] env[62402]: DEBUG nova.objects.instance [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lazy-loading 'numa_topology' on Instance uuid 130b27f2-52d7-4de8-8341-fa66061e5887 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.659410] env[62402]: DEBUG oslo_vmware.api [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873701, 'name': PowerOffVM_Task, 'duration_secs': 0.226158} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.659888] env[62402]: DEBUG nova.compute.manager [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1945.660081] env[62402]: DEBUG nova.network.neutron [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1945.662618] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1945.662618] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1945.662985] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3efd195-fd5e-4c9b-a9bf-8093f358f156 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.735173] env[62402]: DEBUG nova.policy [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '787c83ddfa354ab39d10388e853eeccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba8b48fb080247fb8d12db0b7d14d165', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1945.776839] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1945.777142] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1945.777383] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleting the datastore file [datastore2] aab39cb2-8ae8-4d0e-a4a1-4e215647694e {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.777718] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ba8c44a-17d0-416f-8b76-b0600d32f176 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.790649] env[62402]: DEBUG oslo_vmware.api [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1945.790649] env[62402]: value = "task-1873703" [ 1945.790649] env[62402]: _type = "Task" [ 1945.790649] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.800625] env[62402]: DEBUG oslo_vmware.api [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.873868] env[62402]: DEBUG nova.virt.hardware [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1945.874124] env[62402]: DEBUG nova.virt.hardware [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.874290] env[62402]: DEBUG nova.virt.hardware [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1945.874473] env[62402]: DEBUG nova.virt.hardware [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.874623] env[62402]: DEBUG nova.virt.hardware [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1945.874772] env[62402]: DEBUG nova.virt.hardware [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1945.875070] env[62402]: DEBUG nova.virt.hardware [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1945.875244] env[62402]: DEBUG nova.virt.hardware [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1945.875413] env[62402]: DEBUG nova.virt.hardware [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1945.875580] env[62402]: DEBUG nova.virt.hardware [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1945.875754] env[62402]: DEBUG nova.virt.hardware [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1945.876662] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a46c4a-11a6-43b7-be2d-c3a2127e92c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.885364] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62f055a-124a-45f5-8e90-3796745ee1bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.900032] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:02:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2b97754-6005-4f30-8e64-dc527c6fe418', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1945.908565] env[62402]: DEBUG oslo.service.loopingcall [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1945.908842] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1945.910194] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9f4aac0-31bc-4024-a6f2-deb3dbb9b720 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.932736] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1945.932736] env[62402]: value = "task-1873704" [ 1945.932736] env[62402]: _type = "Task" [ 1945.932736] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.941248] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873704, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.043926] env[62402]: DEBUG nova.network.neutron [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Successfully created port: 4f21bffa-28e2-4a68-8a5f-2e09adcdd410 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1946.161132] env[62402]: DEBUG nova.compute.manager [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1946.164149] env[62402]: INFO nova.compute.claims [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1946.300865] env[62402]: DEBUG oslo_vmware.api [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138833} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.301221] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1946.301416] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1946.301601] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.301776] env[62402]: INFO nova.compute.manager [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1946.302040] env[62402]: DEBUG oslo.service.loopingcall [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.302296] env[62402]: DEBUG nova.compute.manager [-] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1946.302396] env[62402]: DEBUG nova.network.neutron [-] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1946.444698] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873704, 'name': CreateVM_Task, 'duration_secs': 0.377527} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.445342] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1946.446141] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.446318] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.446654] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1946.446970] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371af678-c1b4-40dc-bb4f-13ff3962d79b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.453210] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1946.453210] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ce20db-1a5a-d144-c5a8-524358b01ca5" [ 1946.453210] env[62402]: _type = "Task" [ 1946.453210] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.462681] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ce20db-1a5a-d144-c5a8-524358b01ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.669123] env[62402]: INFO nova.virt.block_device [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Booting with volume 9772c57f-bba1-4cd8-87ef-b504d4ac070a at /dev/sda [ 1946.708803] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f410105-bedb-4db8-a626-d801cdd40c19 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.721655] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f489aa-8c69-4096-96d2-27b188f2b337 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.755821] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d189c72-eeb4-4e1b-8e56-54eb43bc936f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.770326] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c24c93-ecf7-418e-a6b4-373c07f73dad {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.801367] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bfe923-a9ee-4c50-95a0-3a2cf79629f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.808863] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc84c63-07c3-481a-a1c2-1154dd443c0c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.824268] env[62402]: DEBUG nova.virt.block_device [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating existing volume attachment record: f0539c85-4939-4524-861a-3643a9030118 {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1946.837930] env[62402]: DEBUG nova.compute.manager [req-619b0539-88b7-4981-bf87-cbd7e61f714e req-650e5a4e-6fca-4a8d-9cba-90daae43f5ce service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Received event network-vif-deleted-99161bf5-bc94-404b-857a-1dec78d1f90f {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1946.837930] env[62402]: INFO nova.compute.manager [req-619b0539-88b7-4981-bf87-cbd7e61f714e req-650e5a4e-6fca-4a8d-9cba-90daae43f5ce service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Neutron deleted interface 99161bf5-bc94-404b-857a-1dec78d1f90f; detaching it from the instance and deleting it from the info cache [ 1946.837930] env[62402]: DEBUG nova.network.neutron [req-619b0539-88b7-4981-bf87-cbd7e61f714e req-650e5a4e-6fca-4a8d-9cba-90daae43f5ce service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.964961] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52ce20db-1a5a-d144-c5a8-524358b01ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.010992} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.965317] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.965552] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1946.965785] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.965959] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.966130] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1946.966383] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f5f168a-655d-4173-86ea-b3fd853cca46 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.975279] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1946.975439] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1946.976136] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c5c3b6-4a31-4acf-96b3-7c4f24e826b8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.981427] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1946.981427] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]523efb1d-8e82-e62c-fcd0-48f33971eda4" [ 1946.981427] env[62402]: _type = "Task" [ 1946.981427] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.989629] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523efb1d-8e82-e62c-fcd0-48f33971eda4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.297930] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f04401-8d39-4615-aaed-af439b652633 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.307521] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d9c1ee-c565-4831-a911-0d2db78d59e4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.314251] env[62402]: DEBUG nova.network.neutron [-] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.342103] env[62402]: INFO nova.compute.manager [-] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Took 1.04 seconds to deallocate network for instance. [ 1947.342663] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e5604ba-6e16-4a58-958c-413b307f7ed3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.346057] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf05a0-26e4-4375-83a2-a5731a65eb7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.357452] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864ac17f-3ec3-403a-a8bd-c4db0380d95e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.365584] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a049463c-dbf2-4dc6-a1a3-f127eb2a0581 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.388493] env[62402]: DEBUG nova.compute.provider_tree [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1947.401595] env[62402]: DEBUG nova.compute.manager [req-619b0539-88b7-4981-bf87-cbd7e61f714e req-650e5a4e-6fca-4a8d-9cba-90daae43f5ce service nova] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Detach interface failed, port_id=99161bf5-bc94-404b-857a-1dec78d1f90f, reason: Instance aab39cb2-8ae8-4d0e-a4a1-4e215647694e could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1947.453662] env[62402]: DEBUG nova.compute.manager [req-beaf5949-3a8d-4980-a0b5-4e9ae5c5dca1 req-080f1953-41ce-4add-825e-8230b5855979 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Received event network-vif-plugged-4f21bffa-28e2-4a68-8a5f-2e09adcdd410 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1947.453990] env[62402]: DEBUG oslo_concurrency.lockutils [req-beaf5949-3a8d-4980-a0b5-4e9ae5c5dca1 req-080f1953-41ce-4add-825e-8230b5855979 service nova] Acquiring lock "4af4ed03-ea47-4100-8b61-14eb761d40ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.454321] env[62402]: DEBUG oslo_concurrency.lockutils [req-beaf5949-3a8d-4980-a0b5-4e9ae5c5dca1 req-080f1953-41ce-4add-825e-8230b5855979 service nova] Lock "4af4ed03-ea47-4100-8b61-14eb761d40ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.454563] env[62402]: DEBUG oslo_concurrency.lockutils [req-beaf5949-3a8d-4980-a0b5-4e9ae5c5dca1 req-080f1953-41ce-4add-825e-8230b5855979 service nova] Lock "4af4ed03-ea47-4100-8b61-14eb761d40ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.454814] env[62402]: DEBUG nova.compute.manager [req-beaf5949-3a8d-4980-a0b5-4e9ae5c5dca1 req-080f1953-41ce-4add-825e-8230b5855979 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] No waiting events found dispatching network-vif-plugged-4f21bffa-28e2-4a68-8a5f-2e09adcdd410 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1947.455226] env[62402]: WARNING nova.compute.manager [req-beaf5949-3a8d-4980-a0b5-4e9ae5c5dca1 req-080f1953-41ce-4add-825e-8230b5855979 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Received unexpected event network-vif-plugged-4f21bffa-28e2-4a68-8a5f-2e09adcdd410 for instance with vm_state building and task_state block_device_mapping. [ 1947.492494] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]523efb1d-8e82-e62c-fcd0-48f33971eda4, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.493340] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f780cdb-2c31-41cf-bbf7-d20a42cccf00 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.499417] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1947.499417] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]525262f3-397b-06cc-8ebb-45dadbddd537" [ 1947.499417] env[62402]: _type = "Task" [ 1947.499417] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.507616] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525262f3-397b-06cc-8ebb-45dadbddd537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.549808] env[62402]: DEBUG nova.network.neutron [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Successfully updated port: 4f21bffa-28e2-4a68-8a5f-2e09adcdd410 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1947.857772] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.891610] env[62402]: DEBUG nova.scheduler.client.report [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1948.011086] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]525262f3-397b-06cc-8ebb-45dadbddd537, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.011335] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.011594] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 4652fb1f-ed9d-4841-bd90-d0176fe0dd37/4652fb1f-ed9d-4841-bd90-d0176fe0dd37.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1948.011849] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18bf514b-d251-4fd9-bab3-25ea1f6ade03 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.019375] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1948.019375] env[62402]: value = "task-1873706" [ 1948.019375] env[62402]: _type = "Task" [ 1948.019375] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.027255] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.052487] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.052743] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.052816] env[62402]: DEBUG nova.network.neutron [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.396488] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.246s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.398821] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.131s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.399080] env[62402]: DEBUG nova.objects.instance [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lazy-loading 'resources' on Instance uuid aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.430058] env[62402]: INFO nova.network.neutron [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updating port 29f78266-ab46-4759-a64b-f5db5e994e66 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1948.530050] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464088} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.530370] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 4652fb1f-ed9d-4841-bd90-d0176fe0dd37/4652fb1f-ed9d-4841-bd90-d0176fe0dd37.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1948.530610] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1948.530816] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab8b4aa2-b66b-4edb-ba11-54b91880221a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.538929] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1948.538929] env[62402]: value = "task-1873707" [ 1948.538929] env[62402]: _type = "Task" [ 1948.538929] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.548410] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.589565] env[62402]: DEBUG nova.network.neutron [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1948.719324] env[62402]: DEBUG nova.network.neutron [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance_info_cache with network_info: [{"id": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "address": "fa:16:3e:e4:1f:e8", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21bffa-28", "ovs_interfaceid": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.920031] env[62402]: DEBUG nova.compute.manager [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1948.920466] env[62402]: DEBUG nova.virt.hardware [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1948.920466] env[62402]: DEBUG nova.virt.hardware [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1948.920466] env[62402]: DEBUG nova.virt.hardware [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1948.920630] env[62402]: DEBUG nova.virt.hardware [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1948.920778] env[62402]: DEBUG nova.virt.hardware [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1948.920929] env[62402]: DEBUG nova.virt.hardware [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1948.921208] env[62402]: DEBUG nova.virt.hardware [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1948.921304] env[62402]: DEBUG nova.virt.hardware [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1948.921470] env[62402]: DEBUG nova.virt.hardware [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1948.921631] env[62402]: DEBUG nova.virt.hardware [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1948.921798] env[62402]: DEBUG nova.virt.hardware [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1948.925286] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36854171-a827-4cb4-9a2a-5f3c6b89d87b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.935191] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a99245-f93b-4d41-8e3a-b39095f8cbc9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.029872] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6811b19-a927-4c30-8d8a-a86115701252 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.037839] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4518dd09-3d63-4cdc-82eb-5ec37dc5a549 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.049786] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.073462] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1949.074331] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f04931-9f06-452b-b7d4-6f0ca643597d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.077083] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5e4250-e131-457c-ba73-949b23a795c4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.092626] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8062d3cc-612d-44e6-9cdd-1e3a8af8cf7f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.104477] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 4652fb1f-ed9d-4841-bd90-d0176fe0dd37/4652fb1f-ed9d-4841-bd90-d0176fe0dd37.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1949.104711] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca9149d-a6f3-41f3-98f2-73e31bc4081e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.131107] env[62402]: DEBUG nova.compute.provider_tree [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.134185] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1949.134185] env[62402]: value = "task-1873708" [ 1949.134185] env[62402]: _type = "Task" [ 1949.134185] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.145372] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873708, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.221699] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.222081] env[62402]: DEBUG nova.compute.manager [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Instance network_info: |[{"id": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "address": "fa:16:3e:e4:1f:e8", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21bffa-28", "ovs_interfaceid": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1949.222488] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:1f:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f21bffa-28e2-4a68-8a5f-2e09adcdd410', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1949.231067] env[62402]: DEBUG oslo.service.loopingcall [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.231334] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1949.231606] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68b761fc-c934-44d2-b01a-49eec78889de {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.253538] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1949.253538] env[62402]: value = "task-1873709" [ 1949.253538] env[62402]: _type = "Task" [ 1949.253538] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.261687] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873709, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.450814] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1949.451095] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387201', 'volume_id': '7e103726-de54-4f91-a209-df9c58069393', 'name': 'volume-7e103726-de54-4f91-a209-df9c58069393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63fb18c6-9030-46b0-b6ec-ae827e3235a1', 'attached_at': '', 'detached_at': '', 'volume_id': '7e103726-de54-4f91-a209-df9c58069393', 'serial': '7e103726-de54-4f91-a209-df9c58069393'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1949.452125] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11f75b2-bfbe-493a-854a-96f57efc517b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.472058] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cc0197-e7d7-430a-8c34-e06db0a6e8b0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.479705] env[62402]: DEBUG nova.compute.manager [req-fb520273-a504-44cc-938c-3babbda67117 req-9a735428-1d74-409e-8b16-8d1952666c63 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Received event network-changed-4f21bffa-28e2-4a68-8a5f-2e09adcdd410 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1949.479930] env[62402]: DEBUG nova.compute.manager [req-fb520273-a504-44cc-938c-3babbda67117 req-9a735428-1d74-409e-8b16-8d1952666c63 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Refreshing instance network info cache due to event network-changed-4f21bffa-28e2-4a68-8a5f-2e09adcdd410. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1949.480227] env[62402]: DEBUG oslo_concurrency.lockutils [req-fb520273-a504-44cc-938c-3babbda67117 req-9a735428-1d74-409e-8b16-8d1952666c63 service nova] Acquiring lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.480441] env[62402]: DEBUG oslo_concurrency.lockutils [req-fb520273-a504-44cc-938c-3babbda67117 req-9a735428-1d74-409e-8b16-8d1952666c63 service nova] Acquired lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.480521] env[62402]: DEBUG nova.network.neutron [req-fb520273-a504-44cc-938c-3babbda67117 req-9a735428-1d74-409e-8b16-8d1952666c63 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Refreshing network info cache for port 4f21bffa-28e2-4a68-8a5f-2e09adcdd410 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1949.504137] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-7e103726-de54-4f91-a209-df9c58069393/volume-7e103726-de54-4f91-a209-df9c58069393.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1949.505513] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-854fcfcb-6b0a-4be8-b39e-0b5e8594d67f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.527137] env[62402]: DEBUG oslo_vmware.api [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1949.527137] env[62402]: value = "task-1873710" [ 1949.527137] env[62402]: _type = "Task" [ 1949.527137] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.538197] env[62402]: DEBUG oslo_vmware.api [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.636548] env[62402]: DEBUG nova.scheduler.client.report [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.651231] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873708, 'name': ReconfigVM_Task, 'duration_secs': 0.344172} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.652223] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 4652fb1f-ed9d-4841-bd90-d0176fe0dd37/4652fb1f-ed9d-4841-bd90-d0176fe0dd37.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1949.652916] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88937dfe-62c9-4545-b95b-d91dd9b89e3f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.659869] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1949.659869] env[62402]: value = "task-1873711" [ 1949.659869] env[62402]: _type = "Task" [ 1949.659869] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.669159] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873711, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.764350] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873709, 'name': CreateVM_Task, 'duration_secs': 0.409642} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.764534] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1949.765307] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387197', 'volume_id': '9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'name': 'volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4af4ed03-ea47-4100-8b61-14eb761d40ba', 'attached_at': '', 'detached_at': '', 'volume_id': '9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'serial': '9772c57f-bba1-4cd8-87ef-b504d4ac070a'}, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'attachment_id': 'f0539c85-4939-4524-861a-3643a9030118', 'volume_type': None}], 'swap': None} {{(pid=62402) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1949.765547] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Root volume attach. Driver type: vmdk {{(pid=62402) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1949.766395] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a271a05-b57d-435d-8591-5fc90742bbfd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.775528] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467efd82-d891-40e1-b2c3-da81f1a6b467 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.782879] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1afa7a-005a-4a1e-8f16-f1b68e2bfa92 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.789669] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f0379c1f-f33a-425e-a721-c38635b2f004 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.797302] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1949.797302] env[62402]: value = "task-1873712" [ 1949.797302] env[62402]: _type = "Task" [ 1949.797302] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.949272] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.949272] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.949563] env[62402]: DEBUG nova.network.neutron [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.043027] env[62402]: DEBUG oslo_vmware.api [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873710, 'name': ReconfigVM_Task, 'duration_secs': 0.380577} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.043027] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-7e103726-de54-4f91-a209-df9c58069393/volume-7e103726-de54-4f91-a209-df9c58069393.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1950.045504] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1befd842-77ef-4a35-b634-8b1c2af442d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.065990] env[62402]: DEBUG oslo_vmware.api [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1950.065990] env[62402]: value = "task-1873713" [ 1950.065990] env[62402]: _type = "Task" [ 1950.065990] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.077801] env[62402]: DEBUG oslo_vmware.api [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.142115] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.144793] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.287s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.145101] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.165128] env[62402]: INFO nova.scheduler.client.report [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Deleted allocations for instance aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf [ 1950.167546] env[62402]: INFO nova.scheduler.client.report [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleted allocations for instance aab39cb2-8ae8-4d0e-a4a1-4e215647694e [ 1950.180803] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873711, 'name': Rename_Task, 'duration_secs': 0.149819} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.181381] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1950.181653] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6982521f-5b44-4514-bf06-0fa83517879f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.190887] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1950.190887] env[62402]: value = "task-1873714" [ 1950.190887] env[62402]: _type = "Task" [ 1950.190887] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.201406] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.265347] env[62402]: DEBUG nova.network.neutron [req-fb520273-a504-44cc-938c-3babbda67117 req-9a735428-1d74-409e-8b16-8d1952666c63 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updated VIF entry in instance network info cache for port 4f21bffa-28e2-4a68-8a5f-2e09adcdd410. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1950.265724] env[62402]: DEBUG nova.network.neutron [req-fb520273-a504-44cc-938c-3babbda67117 req-9a735428-1d74-409e-8b16-8d1952666c63 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance_info_cache with network_info: [{"id": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "address": "fa:16:3e:e4:1f:e8", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21bffa-28", "ovs_interfaceid": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.307985] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873712, 'name': RelocateVM_Task} progress is 42%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.579458] env[62402]: DEBUG oslo_vmware.api [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873713, 'name': ReconfigVM_Task, 'duration_secs': 0.194236} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.579799] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387201', 'volume_id': '7e103726-de54-4f91-a209-df9c58069393', 'name': 'volume-7e103726-de54-4f91-a209-df9c58069393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63fb18c6-9030-46b0-b6ec-ae827e3235a1', 'attached_at': '', 'detached_at': '', 'volume_id': '7e103726-de54-4f91-a209-df9c58069393', 'serial': '7e103726-de54-4f91-a209-df9c58069393'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1950.681391] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7e4cb785-02c3-4c86-9628-8a49af9ce09d tempest-ServerActionsTestOtherB-546018803 tempest-ServerActionsTestOtherB-546018803-project-member] Lock "aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.978s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.686069] env[62402]: DEBUG oslo_concurrency.lockutils [None req-94316e89-9ee7-4ff9-bf80-0423125c9646 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "aab39cb2-8ae8-4d0e-a4a1-4e215647694e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.067s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.703199] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.712616] env[62402]: DEBUG nova.network.neutron [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updating instance_info_cache with network_info: [{"id": "29f78266-ab46-4759-a64b-f5db5e994e66", "address": "fa:16:3e:3a:be:e0", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f78266-ab", "ovs_interfaceid": "29f78266-ab46-4759-a64b-f5db5e994e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.768894] env[62402]: DEBUG oslo_concurrency.lockutils [req-fb520273-a504-44cc-938c-3babbda67117 req-9a735428-1d74-409e-8b16-8d1952666c63 service nova] Releasing lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.809811] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873712, 'name': RelocateVM_Task} progress is 56%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.204767] env[62402]: DEBUG oslo_vmware.api [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873714, 'name': PowerOnVM_Task, 'duration_secs': 0.56702} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.204767] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1951.204767] env[62402]: DEBUG nova.compute.manager [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1951.205543] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9601061b-19f2-413a-9e19-5b3cd40771ae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.215664] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.242582] env[62402]: DEBUG nova.virt.hardware [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8d4cdd994677ac0fc059ce294e1730ad',container_format='bare',created_at=2024-12-14T03:17:14Z,direct_url=,disk_format='vmdk',id=48b99e91-cf73-42cf-8196-4bc2b43be84a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2039897612-shelved',owner='41e7e45aaaf148e6bce03c4b264f1bb0',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2024-12-14T03:17:30Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1951.242929] env[62402]: DEBUG nova.virt.hardware [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1951.243173] env[62402]: DEBUG nova.virt.hardware [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1951.243415] env[62402]: DEBUG nova.virt.hardware [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1951.243584] env[62402]: DEBUG nova.virt.hardware [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1951.243742] env[62402]: DEBUG nova.virt.hardware [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1951.243982] env[62402]: DEBUG nova.virt.hardware [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1951.244140] env[62402]: DEBUG nova.virt.hardware [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1951.244307] env[62402]: DEBUG nova.virt.hardware [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1951.244479] env[62402]: DEBUG nova.virt.hardware [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1951.244663] env[62402]: DEBUG nova.virt.hardware [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1951.245596] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156f4013-2470-4d62-9c1e-16548e045168 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.257032] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c149b93-1577-47e7-b1c7-ac2e9a4fc611 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.275615] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:be:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29f78266-ab46-4759-a64b-f5db5e994e66', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1951.284133] env[62402]: DEBUG oslo.service.loopingcall [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.284821] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1951.285628] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95e3cdb7-6b57-43eb-b946-8a16dc54d209 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.310692] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1951.310692] env[62402]: value = "task-1873716" [ 1951.310692] env[62402]: _type = "Task" [ 1951.310692] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.314224] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873712, 'name': RelocateVM_Task} progress is 69%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.327733] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873716, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.509802] env[62402]: DEBUG nova.compute.manager [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Received event network-vif-plugged-29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1951.510067] env[62402]: DEBUG oslo_concurrency.lockutils [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] Acquiring lock "130b27f2-52d7-4de8-8341-fa66061e5887-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.510427] env[62402]: DEBUG oslo_concurrency.lockutils [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] Lock "130b27f2-52d7-4de8-8341-fa66061e5887-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.510607] env[62402]: DEBUG oslo_concurrency.lockutils [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] Lock "130b27f2-52d7-4de8-8341-fa66061e5887-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.510771] env[62402]: DEBUG nova.compute.manager [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] No waiting events found dispatching network-vif-plugged-29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1951.510886] env[62402]: WARNING nova.compute.manager [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Received unexpected event network-vif-plugged-29f78266-ab46-4759-a64b-f5db5e994e66 for instance with vm_state shelved_offloaded and task_state spawning. [ 1951.511089] env[62402]: DEBUG nova.compute.manager [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Received event network-changed-29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1951.511262] env[62402]: DEBUG nova.compute.manager [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Refreshing instance network info cache due to event network-changed-29f78266-ab46-4759-a64b-f5db5e994e66. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1951.511463] env[62402]: DEBUG oslo_concurrency.lockutils [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] Acquiring lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.511606] env[62402]: DEBUG oslo_concurrency.lockutils [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] Acquired lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.511766] env[62402]: DEBUG nova.network.neutron [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Refreshing network info cache for port 29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.622994] env[62402]: DEBUG nova.objects.instance [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'flavor' on Instance uuid 63fb18c6-9030-46b0-b6ec-ae827e3235a1 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.725165] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.725451] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.725617] env[62402]: DEBUG nova.objects.instance [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62402) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1951.740628] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.740895] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.814608] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873712, 'name': RelocateVM_Task} progress is 84%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.827019] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873716, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.129579] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b8a4e217-fa4b-42a1-910c-b8b2d0c6f62e tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.282s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.242778] env[62402]: DEBUG nova.compute.manager [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1952.261955] env[62402]: DEBUG nova.network.neutron [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updated VIF entry in instance network info cache for port 29f78266-ab46-4759-a64b-f5db5e994e66. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1952.262334] env[62402]: DEBUG nova.network.neutron [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updating instance_info_cache with network_info: [{"id": "29f78266-ab46-4759-a64b-f5db5e994e66", "address": "fa:16:3e:3a:be:e0", "network": {"id": "88a82a7e-c221-46b4-b40a-d51a8374dcf6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1084383831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41e7e45aaaf148e6bce03c4b264f1bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f78266-ab", "ovs_interfaceid": "29f78266-ab46-4759-a64b-f5db5e994e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.311578] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873712, 'name': RelocateVM_Task} progress is 97%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.323528] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873716, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.734503] env[62402]: DEBUG oslo_concurrency.lockutils [None req-79dedf64-3f48-4b1d-b31f-5972a4de500d tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.765579] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.765813] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.767449] env[62402]: INFO nova.compute.claims [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1952.770159] env[62402]: DEBUG oslo_concurrency.lockutils [req-9a61b936-15a8-4562-8970-a1ff53f1e47c req-bb2e6bef-82a5-4960-8201-8f602acd626a service nova] Releasing lock "refresh_cache-130b27f2-52d7-4de8-8341-fa66061e5887" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.812450] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873712, 'name': RelocateVM_Task} progress is 98%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.825011] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873716, 'name': CreateVM_Task, 'duration_secs': 1.449452} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.825220] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1952.825953] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.826217] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.826580] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.826832] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46e4229-d451-408e-8c5b-92ce01a5d1d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.832213] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1952.832213] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52604b7e-7b9d-c000-7271-36e31c0269dd" [ 1952.832213] env[62402]: _type = "Task" [ 1952.832213] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.840525] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52604b7e-7b9d-c000-7271-36e31c0269dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.962900] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.963111] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.153422] env[62402]: DEBUG oslo_concurrency.lockutils [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "4652fb1f-ed9d-4841-bd90-d0176fe0dd37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.153742] env[62402]: DEBUG oslo_concurrency.lockutils [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "4652fb1f-ed9d-4841-bd90-d0176fe0dd37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.153997] env[62402]: DEBUG oslo_concurrency.lockutils [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "4652fb1f-ed9d-4841-bd90-d0176fe0dd37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.154283] env[62402]: DEBUG oslo_concurrency.lockutils [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "4652fb1f-ed9d-4841-bd90-d0176fe0dd37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.154494] env[62402]: DEBUG oslo_concurrency.lockutils [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "4652fb1f-ed9d-4841-bd90-d0176fe0dd37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.156777] env[62402]: INFO nova.compute.manager [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Terminating instance [ 1953.313460] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873712, 'name': RelocateVM_Task, 'duration_secs': 3.163328} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.313876] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1953.313953] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387197', 'volume_id': '9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'name': 'volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4af4ed03-ea47-4100-8b61-14eb761d40ba', 'attached_at': '', 'detached_at': '', 'volume_id': '9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'serial': '9772c57f-bba1-4cd8-87ef-b504d4ac070a'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1953.314756] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec408318-4791-4c8f-981d-a61b8a96ecf9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.330553] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea7338-854a-4631-a13c-7641bb15d502 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.351673] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.351852] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Processing image 48b99e91-cf73-42cf-8196-4bc2b43be84a {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1953.352110] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a/48b99e91-cf73-42cf-8196-4bc2b43be84a.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.352265] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a/48b99e91-cf73-42cf-8196-4bc2b43be84a.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.352451] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1953.361487] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a/volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1953.361752] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1cef67a-0b96-4a6a-91ce-05189abbd68f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.363622] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2082b68e-435e-4331-ab26-0439a976267a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.385533] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1953.385533] env[62402]: value = "task-1873717" [ 1953.385533] env[62402]: _type = "Task" [ 1953.385533] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.386823] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.387022] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1953.390429] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe35ec9-a465-400b-8e64-42dc1f601d34 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.396641] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1953.396641] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a5a951-dc83-23f6-32b7-a22f05ecb9f4" [ 1953.396641] env[62402]: _type = "Task" [ 1953.396641] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.399877] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.408161] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a5a951-dc83-23f6-32b7-a22f05ecb9f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.466237] env[62402]: DEBUG nova.compute.utils [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1953.564423] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "85b5a4ec-df29-4749-88dc-b2ca8b459f8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.564702] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "85b5a4ec-df29-4749-88dc-b2ca8b459f8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.586220] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.586696] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.660384] env[62402]: DEBUG nova.compute.manager [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1953.660676] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1953.661754] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cce8514-8af5-4bce-a3ac-27b30e2cdd19 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.669950] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1953.670202] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f09ee2b6-b9a3-489b-bc30-fe722a4b82c2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.677041] env[62402]: DEBUG oslo_vmware.api [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1953.677041] env[62402]: value = "task-1873718" [ 1953.677041] env[62402]: _type = "Task" [ 1953.677041] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.684869] env[62402]: DEBUG oslo_vmware.api [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.898604] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873717, 'name': ReconfigVM_Task, 'duration_secs': 0.465105} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.901123] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a/volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1953.906400] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3cf87e-40d0-4ed6-9ba7-ef55fbadae77 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.919970] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75303ad2-575b-4926-8bcf-b3c00e4a3243 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.931220] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Preparing fetch location {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1953.931487] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Fetch image to [datastore2] OSTACK_IMG_0b0300c3-872c-468c-8369-fb2f14a77b25/OSTACK_IMG_0b0300c3-872c-468c-8369-fb2f14a77b25.vmdk {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1953.931671] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Downloading stream optimized image 48b99e91-cf73-42cf-8196-4bc2b43be84a to [datastore2] OSTACK_IMG_0b0300c3-872c-468c-8369-fb2f14a77b25/OSTACK_IMG_0b0300c3-872c-468c-8369-fb2f14a77b25.vmdk on the data store datastore2 as vApp {{(pid=62402) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1953.931845] env[62402]: DEBUG nova.virt.vmwareapi.images [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Downloading image file data 48b99e91-cf73-42cf-8196-4bc2b43be84a to the ESX as VM named 'OSTACK_IMG_0b0300c3-872c-468c-8369-fb2f14a77b25' {{(pid=62402) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1953.934054] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1953.934054] env[62402]: value = "task-1873719" [ 1953.934054] env[62402]: _type = "Task" [ 1953.934054] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.935395] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffc73b3-65e3-41de-a837-8a7e0a298680 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.946782] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.973680] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.976923] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e275177-5502-4dad-834b-87267604085b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.002079] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55e09c7-c4aa-4e35-aecc-271eaa8f5fc7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.016513] env[62402]: DEBUG nova.compute.provider_tree [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.040819] env[62402]: DEBUG oslo_vmware.rw_handles [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1954.040819] env[62402]: value = "resgroup-9" [ 1954.040819] env[62402]: _type = "ResourcePool" [ 1954.040819] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1954.041172] env[62402]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-84e9e63b-97cb-46ed-b6cd-1a7d995fe842 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.062648] env[62402]: DEBUG oslo_vmware.rw_handles [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lease: (returnval){ [ 1954.062648] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]520bca0b-2f3e-a79f-c830-eb507bff7170" [ 1954.062648] env[62402]: _type = "HttpNfcLease" [ 1954.062648] env[62402]: } obtained for vApp import into resource pool (val){ [ 1954.062648] env[62402]: value = "resgroup-9" [ 1954.062648] env[62402]: _type = "ResourcePool" [ 1954.062648] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1954.063071] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the lease: (returnval){ [ 1954.063071] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]520bca0b-2f3e-a79f-c830-eb507bff7170" [ 1954.063071] env[62402]: _type = "HttpNfcLease" [ 1954.063071] env[62402]: } to be ready. {{(pid=62402) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1954.067489] env[62402]: DEBUG nova.compute.manager [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1954.071166] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1954.071166] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]520bca0b-2f3e-a79f-c830-eb507bff7170" [ 1954.071166] env[62402]: _type = "HttpNfcLease" [ 1954.071166] env[62402]: } is initializing. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1954.089929] env[62402]: DEBUG nova.compute.utils [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1954.187274] env[62402]: DEBUG oslo_vmware.api [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873718, 'name': PowerOffVM_Task, 'duration_secs': 0.197177} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.187517] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1954.187690] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1954.187974] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3cd9ce4-8e9b-4e77-93cd-e44ff48b2039 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.278298] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1954.278546] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1954.278758] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleting the datastore file [datastore2] 4652fb1f-ed9d-4841-bd90-d0176fe0dd37 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1954.279043] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7141d1e-9496-45e8-a5c5-24b4d18d927b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.286156] env[62402]: DEBUG oslo_vmware.api [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1954.286156] env[62402]: value = "task-1873722" [ 1954.286156] env[62402]: _type = "Task" [ 1954.286156] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.294414] env[62402]: DEBUG oslo_vmware.api [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.449974] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873719, 'name': ReconfigVM_Task, 'duration_secs': 0.126382} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.450387] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387197', 'volume_id': '9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'name': 'volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4af4ed03-ea47-4100-8b61-14eb761d40ba', 'attached_at': '', 'detached_at': '', 'volume_id': '9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'serial': '9772c57f-bba1-4cd8-87ef-b504d4ac070a'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1954.450884] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2303c42f-3e29-4840-b896-b3f41d4e6dbd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.457896] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1954.457896] env[62402]: value = "task-1873723" [ 1954.457896] env[62402]: _type = "Task" [ 1954.457896] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.466628] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873723, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.520063] env[62402]: DEBUG nova.scheduler.client.report [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.575626] env[62402]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1954.575626] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]520bca0b-2f3e-a79f-c830-eb507bff7170" [ 1954.575626] env[62402]: _type = "HttpNfcLease" [ 1954.575626] env[62402]: } is ready. {{(pid=62402) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1954.575782] env[62402]: DEBUG oslo_vmware.rw_handles [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1954.575782] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]520bca0b-2f3e-a79f-c830-eb507bff7170" [ 1954.575782] env[62402]: _type = "HttpNfcLease" [ 1954.575782] env[62402]: }. {{(pid=62402) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1954.576546] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03e8768-4b8b-49c3-a5a0-b8f925cd6711 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.586616] env[62402]: DEBUG oslo_vmware.rw_handles [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263c8a6-98eb-71d2-4cad-dba1d439a8ff/disk-0.vmdk from lease info. {{(pid=62402) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1954.586837] env[62402]: DEBUG oslo_vmware.rw_handles [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263c8a6-98eb-71d2-4cad-dba1d439a8ff/disk-0.vmdk. {{(pid=62402) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1954.644094] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.057s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.646153] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.651976] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5277bc18-c2d6-44ca-a840-37964dc8d6eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.796068] env[62402]: DEBUG oslo_vmware.api [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157084} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.796370] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1954.796592] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1954.796783] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1954.796961] env[62402]: INFO nova.compute.manager [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1954.797227] env[62402]: DEBUG oslo.service.loopingcall [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1954.797419] env[62402]: DEBUG nova.compute.manager [-] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1954.797511] env[62402]: DEBUG nova.network.neutron [-] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1954.971435] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873723, 'name': Rename_Task, 'duration_secs': 0.139061} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.973201] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.973475] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf6fe362-738b-43d9-91dd-3ea8878523ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.981103] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1954.981103] env[62402]: value = "task-1873724" [ 1954.981103] env[62402]: _type = "Task" [ 1954.981103] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.993584] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.025360] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.026057] env[62402]: DEBUG nova.compute.manager [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1955.030404] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.384s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.031925] env[62402]: INFO nova.compute.claims [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.034997] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.035251] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.035486] env[62402]: INFO nova.compute.manager [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Attaching volume 7d990a0b-12b4-49c2-9208-4a53f3d71c79 to /dev/sdc [ 1955.076235] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd71b18-c800-4bce-9944-e2c77523b767 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.086839] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79737a1c-8ac0-434b-8575-925f4bf3d5e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.104939] env[62402]: DEBUG nova.virt.block_device [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Updating existing volume attachment record: 4bd47b14-c089-473c-88df-cc42809c0c7a {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1955.362672] env[62402]: DEBUG nova.compute.manager [req-08e13263-1a2d-4e5b-b553-cd5ce6398ded req-726ba97e-e81a-46b6-9df0-4e84828970d2 service nova] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Received event network-vif-deleted-a2b97754-6005-4f30-8e64-dc527c6fe418 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1955.363488] env[62402]: INFO nova.compute.manager [req-08e13263-1a2d-4e5b-b553-cd5ce6398ded req-726ba97e-e81a-46b6-9df0-4e84828970d2 service nova] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Neutron deleted interface a2b97754-6005-4f30-8e64-dc527c6fe418; detaching it from the instance and deleting it from the info cache [ 1955.363488] env[62402]: DEBUG nova.network.neutron [req-08e13263-1a2d-4e5b-b553-cd5ce6398ded req-726ba97e-e81a-46b6-9df0-4e84828970d2 service nova] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.491605] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873724, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.536840] env[62402]: DEBUG nova.compute.utils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1955.540760] env[62402]: DEBUG nova.compute.manager [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1955.540760] env[62402]: DEBUG nova.network.neutron [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1955.604330] env[62402]: DEBUG nova.policy [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb4012aa38843dd993346756a94bf36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ff0a2923054afa889f8f3776d2b71d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1955.673814] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.674166] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.674414] env[62402]: INFO nova.compute.manager [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Attaching volume cb577f54-41a0-4ec4-8ea1-6296bbfa85fa to /dev/sdb [ 1955.713780] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e7983c-b785-4d5e-b789-f2a9dbf48390 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.725134] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55588623-37ca-4418-8b4c-9c96af682a4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.750029] env[62402]: DEBUG nova.virt.block_device [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Updating existing volume attachment record: 8e6b4aba-556c-4b75-a0ce-24c8d26746c6 {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1955.832825] env[62402]: DEBUG nova.network.neutron [-] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.866688] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75d9142a-f5ce-48d2-92ee-a876e46506bb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.876845] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c996c3-3a13-4a43-989a-373de0ccf044 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.914954] env[62402]: DEBUG nova.compute.manager [req-08e13263-1a2d-4e5b-b553-cd5ce6398ded req-726ba97e-e81a-46b6-9df0-4e84828970d2 service nova] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Detach interface failed, port_id=a2b97754-6005-4f30-8e64-dc527c6fe418, reason: Instance 4652fb1f-ed9d-4841-bd90-d0176fe0dd37 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1955.985150] env[62402]: DEBUG oslo_vmware.rw_handles [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Completed reading data from the image iterator. {{(pid=62402) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1955.985150] env[62402]: DEBUG oslo_vmware.rw_handles [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263c8a6-98eb-71d2-4cad-dba1d439a8ff/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1955.985150] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7075932b-235a-49a6-8392-72ab61953db7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.988152] env[62402]: DEBUG nova.network.neutron [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Successfully created port: 72da3a92-7580-416e-88cc-e176a50624a1 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1956.001160] env[62402]: DEBUG oslo_vmware.api [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873724, 'name': PowerOnVM_Task, 'duration_secs': 0.608282} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.003095] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1956.003464] env[62402]: INFO nova.compute.manager [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1956.003789] env[62402]: DEBUG nova.compute.manager [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1956.004217] env[62402]: DEBUG oslo_vmware.rw_handles [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263c8a6-98eb-71d2-4cad-dba1d439a8ff/disk-0.vmdk is in state: ready. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1956.004504] env[62402]: DEBUG oslo_vmware.rw_handles [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263c8a6-98eb-71d2-4cad-dba1d439a8ff/disk-0.vmdk. {{(pid=62402) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1956.005414] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2166f81-6c13-4fea-baa0-6482e131836c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.008138] env[62402]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6313f6b1-0ac9-40ff-b532-921cc700704d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.053055] env[62402]: DEBUG nova.compute.manager [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1956.198973] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a406a0aa-b2a2-4c24-a98c-13829816abbf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.207851] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60f3fa5-8d6f-4b27-8571-4825c7fb246e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.244521] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234e6a76-8064-457b-90eb-66d0e26707d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.253856] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8b1956-b1cc-4dbf-8d1e-7fb932fc592b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.269203] env[62402]: DEBUG nova.compute.provider_tree [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.297826] env[62402]: DEBUG oslo_vmware.rw_handles [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263c8a6-98eb-71d2-4cad-dba1d439a8ff/disk-0.vmdk. {{(pid=62402) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1956.298127] env[62402]: INFO nova.virt.vmwareapi.images [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Downloaded image file data 48b99e91-cf73-42cf-8196-4bc2b43be84a [ 1956.299069] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6539d617-1d46-40b9-ba6c-7a8afdc91b4b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.316630] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7ca6d1b-5571-4dca-94e4-cb4263bd032c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.336133] env[62402]: INFO nova.compute.manager [-] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Took 1.54 seconds to deallocate network for instance. [ 1956.352533] env[62402]: INFO nova.virt.vmwareapi.images [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] The imported VM was unregistered [ 1956.355187] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Caching image {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1956.355452] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Creating directory with path [datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1956.355763] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4585b36f-513e-4be5-b73b-9a6c1ced856a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.382368] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Created directory with path [datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1956.382564] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0b0300c3-872c-468c-8369-fb2f14a77b25/OSTACK_IMG_0b0300c3-872c-468c-8369-fb2f14a77b25.vmdk to [datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a/48b99e91-cf73-42cf-8196-4bc2b43be84a.vmdk. {{(pid=62402) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1956.383121] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e062c767-d96a-4223-97d7-2f443911ca7a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.390793] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1956.390793] env[62402]: value = "task-1873728" [ 1956.390793] env[62402]: _type = "Task" [ 1956.390793] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.401113] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873728, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.529634] env[62402]: INFO nova.compute.manager [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Took 14.30 seconds to build instance. [ 1956.772434] env[62402]: DEBUG nova.scheduler.client.report [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.843597] env[62402]: DEBUG oslo_concurrency.lockutils [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.918290] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873728, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.032616] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a45cd8f2-48bc-4c25-a72c-97136aeca9b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4af4ed03-ea47-4100-8b61-14eb761d40ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.811s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.068109] env[62402]: DEBUG nova.compute.manager [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1957.097366] env[62402]: DEBUG nova.virt.hardware [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1957.097629] env[62402]: DEBUG nova.virt.hardware [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1957.097786] env[62402]: DEBUG nova.virt.hardware [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1957.097968] env[62402]: DEBUG nova.virt.hardware [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1957.098732] env[62402]: DEBUG nova.virt.hardware [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1957.098918] env[62402]: DEBUG nova.virt.hardware [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1957.099163] env[62402]: DEBUG nova.virt.hardware [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1957.099334] env[62402]: DEBUG nova.virt.hardware [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1957.099509] env[62402]: DEBUG nova.virt.hardware [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1957.099704] env[62402]: DEBUG nova.virt.hardware [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1957.099851] env[62402]: DEBUG nova.virt.hardware [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1957.100755] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1efd142-06db-4471-be80-a4e8bc0b56b5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.111821] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999daa8f-c9f7-46b8-b3b6-cb195f9ef703 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.278634] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.279863] env[62402]: DEBUG nova.compute.manager [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1957.282439] env[62402]: DEBUG oslo_concurrency.lockutils [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.439s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.282678] env[62402]: DEBUG nova.objects.instance [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lazy-loading 'resources' on Instance uuid 4652fb1f-ed9d-4841-bd90-d0176fe0dd37 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.413358] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873728, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.657132] env[62402]: DEBUG nova.compute.manager [req-75407542-5f56-45ec-8645-b4aabeba19e5 req-bb8e89b6-9435-483c-bd62-29535c117fb0 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Received event network-vif-plugged-72da3a92-7580-416e-88cc-e176a50624a1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1957.657921] env[62402]: DEBUG oslo_concurrency.lockutils [req-75407542-5f56-45ec-8645-b4aabeba19e5 req-bb8e89b6-9435-483c-bd62-29535c117fb0 service nova] Acquiring lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.658447] env[62402]: DEBUG oslo_concurrency.lockutils [req-75407542-5f56-45ec-8645-b4aabeba19e5 req-bb8e89b6-9435-483c-bd62-29535c117fb0 service nova] Lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.658904] env[62402]: DEBUG oslo_concurrency.lockutils [req-75407542-5f56-45ec-8645-b4aabeba19e5 req-bb8e89b6-9435-483c-bd62-29535c117fb0 service nova] Lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.659427] env[62402]: DEBUG nova.compute.manager [req-75407542-5f56-45ec-8645-b4aabeba19e5 req-bb8e89b6-9435-483c-bd62-29535c117fb0 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] No waiting events found dispatching network-vif-plugged-72da3a92-7580-416e-88cc-e176a50624a1 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1957.659864] env[62402]: WARNING nova.compute.manager [req-75407542-5f56-45ec-8645-b4aabeba19e5 req-bb8e89b6-9435-483c-bd62-29535c117fb0 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Received unexpected event network-vif-plugged-72da3a92-7580-416e-88cc-e176a50624a1 for instance with vm_state building and task_state spawning. [ 1957.785776] env[62402]: DEBUG nova.compute.utils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1957.791667] env[62402]: DEBUG nova.compute.manager [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1957.791936] env[62402]: DEBUG nova.network.neutron [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1957.835014] env[62402]: DEBUG nova.policy [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a81bdd1480894658b4cb3a8e1db26eb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73b5b9259473488e9abb062794ab35b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1957.872691] env[62402]: DEBUG nova.network.neutron [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Successfully updated port: 72da3a92-7580-416e-88cc-e176a50624a1 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1957.911428] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873728, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.966134] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c0e8ab-dcda-41db-bc1c-1f1ca776a34b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.976904] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ce2b66-52d7-48e5-b873-db52ce738e96 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.020902] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a99920-6be0-4cf5-8ff0-10a27bf9c241 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.029374] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f5140a-21ce-4407-97cc-1f1171fc846b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.048287] env[62402]: DEBUG nova.compute.provider_tree [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.204293] env[62402]: DEBUG nova.network.neutron [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Successfully created port: 808c5fce-4373-4e05-bf83-65235d4490dc {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1958.292369] env[62402]: DEBUG nova.compute.manager [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1958.378861] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.379034] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.379208] env[62402]: DEBUG nova.network.neutron [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1958.408059] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873728, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.552258] env[62402]: DEBUG nova.scheduler.client.report [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.906303] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873728, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.913846] env[62402]: DEBUG nova.network.neutron [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1959.058412] env[62402]: DEBUG oslo_concurrency.lockutils [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.076822] env[62402]: INFO nova.scheduler.client.report [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted allocations for instance 4652fb1f-ed9d-4841-bd90-d0176fe0dd37 [ 1959.118872] env[62402]: DEBUG nova.network.neutron [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance_info_cache with network_info: [{"id": "72da3a92-7580-416e-88cc-e176a50624a1", "address": "fa:16:3e:01:fb:37", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72da3a92-75", "ovs_interfaceid": "72da3a92-7580-416e-88cc-e176a50624a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.304113] env[62402]: DEBUG nova.compute.manager [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1959.331644] env[62402]: DEBUG nova.virt.hardware [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1959.331644] env[62402]: DEBUG nova.virt.hardware [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1959.331644] env[62402]: DEBUG nova.virt.hardware [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1959.331891] env[62402]: DEBUG nova.virt.hardware [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1959.331962] env[62402]: DEBUG nova.virt.hardware [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1959.332132] env[62402]: DEBUG nova.virt.hardware [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1959.332379] env[62402]: DEBUG nova.virt.hardware [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1959.332546] env[62402]: DEBUG nova.virt.hardware [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1959.332717] env[62402]: DEBUG nova.virt.hardware [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1959.332904] env[62402]: DEBUG nova.virt.hardware [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1959.333109] env[62402]: DEBUG nova.virt.hardware [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1959.334731] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fc84a6-e96a-4602-9e32-2a1050837a71 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.343522] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34933a1a-b04a-432a-a0c9-62ad2e68cde8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.407184] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873728, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.736413} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.407610] env[62402]: INFO nova.virt.vmwareapi.ds_util [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0b0300c3-872c-468c-8369-fb2f14a77b25/OSTACK_IMG_0b0300c3-872c-468c-8369-fb2f14a77b25.vmdk to [datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a/48b99e91-cf73-42cf-8196-4bc2b43be84a.vmdk. [ 1959.407909] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Cleaning up location [datastore2] OSTACK_IMG_0b0300c3-872c-468c-8369-fb2f14a77b25 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1959.408197] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0b0300c3-872c-468c-8369-fb2f14a77b25 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1959.408570] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53bbf18c-de5a-4105-95a5-25b79b252e7b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.418445] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1959.418445] env[62402]: value = "task-1873731" [ 1959.418445] env[62402]: _type = "Task" [ 1959.418445] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.431064] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.586945] env[62402]: DEBUG oslo_concurrency.lockutils [None req-28372a0a-e37d-49ff-aead-15310722286c tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "4652fb1f-ed9d-4841-bd90-d0176fe0dd37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.433s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.622028] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.622415] env[62402]: DEBUG nova.compute.manager [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Instance network_info: |[{"id": "72da3a92-7580-416e-88cc-e176a50624a1", "address": "fa:16:3e:01:fb:37", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72da3a92-75", "ovs_interfaceid": "72da3a92-7580-416e-88cc-e176a50624a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1959.622844] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:fb:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72da3a92-7580-416e-88cc-e176a50624a1', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1959.631098] env[62402]: DEBUG oslo.service.loopingcall [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.631818] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1959.631818] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9683c832-71f1-4c4f-9814-492f173d2311 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.648973] env[62402]: DEBUG nova.compute.manager [req-fe735234-201a-4e27-ba66-73364969bc5d req-b2f265a5-311b-4fbb-9301-d69ee866164a service nova] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Received event network-vif-plugged-808c5fce-4373-4e05-bf83-65235d4490dc {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1959.649190] env[62402]: DEBUG oslo_concurrency.lockutils [req-fe735234-201a-4e27-ba66-73364969bc5d req-b2f265a5-311b-4fbb-9301-d69ee866164a service nova] Acquiring lock "85b5a4ec-df29-4749-88dc-b2ca8b459f8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.649419] env[62402]: DEBUG oslo_concurrency.lockutils [req-fe735234-201a-4e27-ba66-73364969bc5d req-b2f265a5-311b-4fbb-9301-d69ee866164a service nova] Lock "85b5a4ec-df29-4749-88dc-b2ca8b459f8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.649570] env[62402]: DEBUG oslo_concurrency.lockutils [req-fe735234-201a-4e27-ba66-73364969bc5d req-b2f265a5-311b-4fbb-9301-d69ee866164a service nova] Lock "85b5a4ec-df29-4749-88dc-b2ca8b459f8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.649790] env[62402]: DEBUG nova.compute.manager [req-fe735234-201a-4e27-ba66-73364969bc5d req-b2f265a5-311b-4fbb-9301-d69ee866164a service nova] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] No waiting events found dispatching network-vif-plugged-808c5fce-4373-4e05-bf83-65235d4490dc {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1959.649969] env[62402]: WARNING nova.compute.manager [req-fe735234-201a-4e27-ba66-73364969bc5d req-b2f265a5-311b-4fbb-9301-d69ee866164a service nova] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Received unexpected event network-vif-plugged-808c5fce-4373-4e05-bf83-65235d4490dc for instance with vm_state building and task_state spawning. [ 1959.659417] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1959.659417] env[62402]: value = "task-1873732" [ 1959.659417] env[62402]: _type = "Task" [ 1959.659417] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.667954] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1959.668244] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387206', 'volume_id': '7d990a0b-12b4-49c2-9208-4a53f3d71c79', 'name': 'volume-7d990a0b-12b4-49c2-9208-4a53f3d71c79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63fb18c6-9030-46b0-b6ec-ae827e3235a1', 'attached_at': '', 'detached_at': '', 'volume_id': '7d990a0b-12b4-49c2-9208-4a53f3d71c79', 'serial': '7d990a0b-12b4-49c2-9208-4a53f3d71c79'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1959.669765] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cd0055-e74d-4110-bd24-16fbfe191a3c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.676381] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873732, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.695885] env[62402]: DEBUG nova.compute.manager [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Received event network-changed-72da3a92-7580-416e-88cc-e176a50624a1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1959.696105] env[62402]: DEBUG nova.compute.manager [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Refreshing instance network info cache due to event network-changed-72da3a92-7580-416e-88cc-e176a50624a1. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1959.696325] env[62402]: DEBUG oslo_concurrency.lockutils [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] Acquiring lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.696471] env[62402]: DEBUG oslo_concurrency.lockutils [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] Acquired lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.696629] env[62402]: DEBUG nova.network.neutron [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Refreshing network info cache for port 72da3a92-7580-416e-88cc-e176a50624a1 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1959.698386] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc11aa-bdad-4ce5-9589-6bef51eb354e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.704439] env[62402]: DEBUG nova.compute.manager [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Stashing vm_state: active {{(pid=62402) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1959.736516] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-7d990a0b-12b4-49c2-9208-4a53f3d71c79/volume-7d990a0b-12b4-49c2-9208-4a53f3d71c79.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1959.737448] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25fef58b-31ef-422c-b68c-7f84f4d77f26 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.757726] env[62402]: DEBUG nova.network.neutron [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Successfully updated port: 808c5fce-4373-4e05-bf83-65235d4490dc {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1959.762622] env[62402]: DEBUG oslo_vmware.api [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1959.762622] env[62402]: value = "task-1873733" [ 1959.762622] env[62402]: _type = "Task" [ 1959.762622] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.784330] env[62402]: DEBUG oslo_vmware.api [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.930051] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170811} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.930444] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1959.930555] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a/48b99e91-cf73-42cf-8196-4bc2b43be84a.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.930887] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a/48b99e91-cf73-42cf-8196-4bc2b43be84a.vmdk to [datastore2] 130b27f2-52d7-4de8-8341-fa66061e5887/130b27f2-52d7-4de8-8341-fa66061e5887.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1959.931225] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bc23eb3-6778-4fa0-aae5-f09db3eaa7f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.940093] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1959.940093] env[62402]: value = "task-1873734" [ 1959.940093] env[62402]: _type = "Task" [ 1959.940093] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.948737] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.169934] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873732, 'name': CreateVM_Task, 'duration_secs': 0.478159} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.170192] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1960.170909] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.171093] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.171425] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1960.171694] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a346e198-b5af-4519-8d99-74713322d2f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.177286] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1960.177286] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5266c814-d386-59e7-9707-73be376a9c45" [ 1960.177286] env[62402]: _type = "Task" [ 1960.177286] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.186021] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5266c814-d386-59e7-9707-73be376a9c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.228212] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.228435] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.262861] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "refresh_cache-85b5a4ec-df29-4749-88dc-b2ca8b459f8c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.263060] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "refresh_cache-85b5a4ec-df29-4749-88dc-b2ca8b459f8c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.263227] env[62402]: DEBUG nova.network.neutron [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.276760] env[62402]: DEBUG oslo_vmware.api [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.311144] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1960.311437] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387207', 'volume_id': 'cb577f54-41a0-4ec4-8ea1-6296bbfa85fa', 'name': 'volume-cb577f54-41a0-4ec4-8ea1-6296bbfa85fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2963ce81-276e-4e6a-b1ba-94d3dc4455d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb577f54-41a0-4ec4-8ea1-6296bbfa85fa', 'serial': 'cb577f54-41a0-4ec4-8ea1-6296bbfa85fa'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1960.312724] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cc875f-c718-4cfc-81c1-75b8562eccb2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.336533] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db6c0b4-b9f9-4b5c-8bd7-21c5ba9b99c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.364440] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-cb577f54-41a0-4ec4-8ea1-6296bbfa85fa/volume-cb577f54-41a0-4ec4-8ea1-6296bbfa85fa.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1960.364790] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3706242-37c8-4cc1-b9ec-3a0523d16385 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.384487] env[62402]: DEBUG oslo_vmware.api [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1960.384487] env[62402]: value = "task-1873735" [ 1960.384487] env[62402]: _type = "Task" [ 1960.384487] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.396383] env[62402]: DEBUG oslo_vmware.api [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.451021] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873734, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.506536] env[62402]: DEBUG nova.network.neutron [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updated VIF entry in instance network info cache for port 72da3a92-7580-416e-88cc-e176a50624a1. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1960.507039] env[62402]: DEBUG nova.network.neutron [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance_info_cache with network_info: [{"id": "72da3a92-7580-416e-88cc-e176a50624a1", "address": "fa:16:3e:01:fb:37", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72da3a92-75", "ovs_interfaceid": "72da3a92-7580-416e-88cc-e176a50624a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.690160] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5266c814-d386-59e7-9707-73be376a9c45, 'name': SearchDatastore_Task, 'duration_secs': 0.012681} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.690556] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.690818] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1960.691078] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.691245] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.691486] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1960.691820] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab294e6a-5b1b-4dc9-bb95-3ab7759afdf4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.712427] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1960.712636] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1960.713455] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b090f729-d8ef-4117-aed7-916dae8ecc81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.722756] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1960.722756] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52801fc7-9a03-7ac6-0ee5-394f3ca3024d" [ 1960.722756] env[62402]: _type = "Task" [ 1960.722756] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.735548] env[62402]: INFO nova.compute.claims [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1960.739618] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52801fc7-9a03-7ac6-0ee5-394f3ca3024d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.775834] env[62402]: DEBUG oslo_vmware.api [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873733, 'name': ReconfigVM_Task, 'duration_secs': 0.626725} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.776623] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-7d990a0b-12b4-49c2-9208-4a53f3d71c79/volume-7d990a0b-12b4-49c2-9208-4a53f3d71c79.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1960.783429] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e276b645-ec2c-4ec4-9886-a8c7fb08e6a2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.804015] env[62402]: DEBUG oslo_vmware.api [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1960.804015] env[62402]: value = "task-1873736" [ 1960.804015] env[62402]: _type = "Task" [ 1960.804015] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.810144] env[62402]: DEBUG nova.network.neutron [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1960.816667] env[62402]: DEBUG oslo_vmware.api [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.897512] env[62402]: DEBUG oslo_vmware.api [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.951719] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873734, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.010040] env[62402]: DEBUG oslo_concurrency.lockutils [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] Releasing lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.010202] env[62402]: DEBUG nova.compute.manager [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Received event network-changed-f764e104-de42-426e-8dcc-6163d01d665c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1961.010347] env[62402]: DEBUG nova.compute.manager [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Refreshing instance network info cache due to event network-changed-f764e104-de42-426e-8dcc-6163d01d665c. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1961.010571] env[62402]: DEBUG oslo_concurrency.lockutils [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] Acquiring lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.010717] env[62402]: DEBUG oslo_concurrency.lockutils [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] Acquired lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.010879] env[62402]: DEBUG nova.network.neutron [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Refreshing network info cache for port f764e104-de42-426e-8dcc-6163d01d665c {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1961.033938] env[62402]: DEBUG nova.network.neutron [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Updating instance_info_cache with network_info: [{"id": "808c5fce-4373-4e05-bf83-65235d4490dc", "address": "fa:16:3e:cc:de:6a", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808c5fce-43", "ovs_interfaceid": "808c5fce-4373-4e05-bf83-65235d4490dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.235385] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52801fc7-9a03-7ac6-0ee5-394f3ca3024d, 'name': SearchDatastore_Task, 'duration_secs': 0.094485} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.236228] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d288716-bd55-4c70-a2b3-35ab77e71dab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.242515] env[62402]: INFO nova.compute.resource_tracker [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating resource usage from migration c967a73e-0351-488c-8ad3-a88712b8e46c [ 1961.249027] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1961.249027] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c65a9b-4b90-8fba-ba2f-c6ccacab98a3" [ 1961.249027] env[62402]: _type = "Task" [ 1961.249027] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.256832] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c65a9b-4b90-8fba-ba2f-c6ccacab98a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.319587] env[62402]: DEBUG oslo_vmware.api [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873736, 'name': ReconfigVM_Task, 'duration_secs': 0.177671} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.319931] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387206', 'volume_id': '7d990a0b-12b4-49c2-9208-4a53f3d71c79', 'name': 'volume-7d990a0b-12b4-49c2-9208-4a53f3d71c79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63fb18c6-9030-46b0-b6ec-ae827e3235a1', 'attached_at': '', 'detached_at': '', 'volume_id': '7d990a0b-12b4-49c2-9208-4a53f3d71c79', 'serial': '7d990a0b-12b4-49c2-9208-4a53f3d71c79'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1961.391995] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7e7d47-7f92-41d2-ab90-6d656ef87128 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.401337] env[62402]: DEBUG oslo_vmware.api [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873735, 'name': ReconfigVM_Task, 'duration_secs': 0.966559} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.403431] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-cb577f54-41a0-4ec4-8ea1-6296bbfa85fa/volume-cb577f54-41a0-4ec4-8ea1-6296bbfa85fa.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1961.409019] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-252919ff-8b24-4f07-b30d-d89e81a334cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.420347] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e013bc-bcf2-4cdf-aa10-395c5d4d75fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.461640] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fdeb2f-e647-4ae9-89b3-e5cd15b1bc05 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.464326] env[62402]: DEBUG oslo_vmware.api [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1961.464326] env[62402]: value = "task-1873737" [ 1961.464326] env[62402]: _type = "Task" [ 1961.464326] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.473880] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873734, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.475596] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b4365d-77b9-443a-aebb-a03f01fa8e6e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.483418] env[62402]: DEBUG oslo_vmware.api [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.497571] env[62402]: DEBUG nova.compute.provider_tree [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1961.536974] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "refresh_cache-85b5a4ec-df29-4749-88dc-b2ca8b459f8c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.537428] env[62402]: DEBUG nova.compute.manager [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Instance network_info: |[{"id": "808c5fce-4373-4e05-bf83-65235d4490dc", "address": "fa:16:3e:cc:de:6a", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808c5fce-43", "ovs_interfaceid": "808c5fce-4373-4e05-bf83-65235d4490dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1961.537887] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:de:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '808c5fce-4373-4e05-bf83-65235d4490dc', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1961.545908] env[62402]: DEBUG oslo.service.loopingcall [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1961.546640] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1961.546920] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-462509c0-7e38-4851-9ec8-479acd5114c4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.573510] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1961.573510] env[62402]: value = "task-1873738" [ 1961.573510] env[62402]: _type = "Task" [ 1961.573510] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.583668] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873738, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.675934] env[62402]: DEBUG nova.compute.manager [req-ad15bce2-d0ba-47ae-b9fe-0840111b05ac req-4f570425-f570-429f-a77d-c2b4ba1e9ccd service nova] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Received event network-changed-808c5fce-4373-4e05-bf83-65235d4490dc {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1961.676212] env[62402]: DEBUG nova.compute.manager [req-ad15bce2-d0ba-47ae-b9fe-0840111b05ac req-4f570425-f570-429f-a77d-c2b4ba1e9ccd service nova] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Refreshing instance network info cache due to event network-changed-808c5fce-4373-4e05-bf83-65235d4490dc. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1961.676494] env[62402]: DEBUG oslo_concurrency.lockutils [req-ad15bce2-d0ba-47ae-b9fe-0840111b05ac req-4f570425-f570-429f-a77d-c2b4ba1e9ccd service nova] Acquiring lock "refresh_cache-85b5a4ec-df29-4749-88dc-b2ca8b459f8c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.676653] env[62402]: DEBUG oslo_concurrency.lockutils [req-ad15bce2-d0ba-47ae-b9fe-0840111b05ac req-4f570425-f570-429f-a77d-c2b4ba1e9ccd service nova] Acquired lock "refresh_cache-85b5a4ec-df29-4749-88dc-b2ca8b459f8c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.676895] env[62402]: DEBUG nova.network.neutron [req-ad15bce2-d0ba-47ae-b9fe-0840111b05ac req-4f570425-f570-429f-a77d-c2b4ba1e9ccd service nova] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Refreshing network info cache for port 808c5fce-4373-4e05-bf83-65235d4490dc {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1961.760058] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c65a9b-4b90-8fba-ba2f-c6ccacab98a3, 'name': SearchDatastore_Task, 'duration_secs': 0.093097} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.760361] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.760637] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69/9fb38f0a-d7a2-4135-9ba4-501c75dfdb69.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1961.760896] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf777057-8d9b-4b53-afc8-20fe2617477b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.770931] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1961.770931] env[62402]: value = "task-1873739" [ 1961.770931] env[62402]: _type = "Task" [ 1961.770931] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.783468] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.798292] env[62402]: DEBUG nova.network.neutron [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updated VIF entry in instance network info cache for port f764e104-de42-426e-8dcc-6163d01d665c. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1961.798652] env[62402]: DEBUG nova.network.neutron [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updating instance_info_cache with network_info: [{"id": "f764e104-de42-426e-8dcc-6163d01d665c", "address": "fa:16:3e:26:d1:39", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf764e104-de", "ovs_interfaceid": "f764e104-de42-426e-8dcc-6163d01d665c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.968068] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873734, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.977896] env[62402]: DEBUG oslo_vmware.api [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873737, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.001245] env[62402]: DEBUG nova.scheduler.client.report [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1962.086546] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873738, 'name': CreateVM_Task} progress is 25%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.282891] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.301800] env[62402]: DEBUG oslo_concurrency.lockutils [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] Releasing lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.302106] env[62402]: DEBUG nova.compute.manager [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Received event network-changed-4f21bffa-28e2-4a68-8a5f-2e09adcdd410 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1962.302282] env[62402]: DEBUG nova.compute.manager [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Refreshing instance network info cache due to event network-changed-4f21bffa-28e2-4a68-8a5f-2e09adcdd410. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1962.302495] env[62402]: DEBUG oslo_concurrency.lockutils [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] Acquiring lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.302641] env[62402]: DEBUG oslo_concurrency.lockutils [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] Acquired lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.302808] env[62402]: DEBUG nova.network.neutron [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Refreshing network info cache for port 4f21bffa-28e2-4a68-8a5f-2e09adcdd410 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1962.362232] env[62402]: DEBUG nova.objects.instance [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'flavor' on Instance uuid 63fb18c6-9030-46b0-b6ec-ae827e3235a1 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.392979] env[62402]: DEBUG nova.network.neutron [req-ad15bce2-d0ba-47ae-b9fe-0840111b05ac req-4f570425-f570-429f-a77d-c2b4ba1e9ccd service nova] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Updated VIF entry in instance network info cache for port 808c5fce-4373-4e05-bf83-65235d4490dc. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1962.393380] env[62402]: DEBUG nova.network.neutron [req-ad15bce2-d0ba-47ae-b9fe-0840111b05ac req-4f570425-f570-429f-a77d-c2b4ba1e9ccd service nova] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Updating instance_info_cache with network_info: [{"id": "808c5fce-4373-4e05-bf83-65235d4490dc", "address": "fa:16:3e:cc:de:6a", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808c5fce-43", "ovs_interfaceid": "808c5fce-4373-4e05-bf83-65235d4490dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.466522] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873734, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.475598] env[62402]: DEBUG oslo_vmware.api [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873737, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.506777] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.278s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.506888] env[62402]: INFO nova.compute.manager [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Migrating [ 1962.583742] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873738, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.781696] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.867360] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1c8bb33a-ddae-4349-9d81-80f63f9f4ed7 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.832s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.897959] env[62402]: DEBUG oslo_concurrency.lockutils [req-ad15bce2-d0ba-47ae-b9fe-0840111b05ac req-4f570425-f570-429f-a77d-c2b4ba1e9ccd service nova] Releasing lock "refresh_cache-85b5a4ec-df29-4749-88dc-b2ca8b459f8c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.968767] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873734, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.591104} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.971767] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/48b99e91-cf73-42cf-8196-4bc2b43be84a/48b99e91-cf73-42cf-8196-4bc2b43be84a.vmdk to [datastore2] 130b27f2-52d7-4de8-8341-fa66061e5887/130b27f2-52d7-4de8-8341-fa66061e5887.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1962.972541] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34864a8-3651-4e1c-8787-05a333c5e3d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.979795] env[62402]: DEBUG oslo_vmware.api [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873737, 'name': ReconfigVM_Task, 'duration_secs': 1.161286} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.988960] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387207', 'volume_id': 'cb577f54-41a0-4ec4-8ea1-6296bbfa85fa', 'name': 'volume-cb577f54-41a0-4ec4-8ea1-6296bbfa85fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2963ce81-276e-4e6a-b1ba-94d3dc4455d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb577f54-41a0-4ec4-8ea1-6296bbfa85fa', 'serial': 'cb577f54-41a0-4ec4-8ea1-6296bbfa85fa'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1962.999154] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 130b27f2-52d7-4de8-8341-fa66061e5887/130b27f2-52d7-4de8-8341-fa66061e5887.vmdk or device None with type streamOptimized {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1963.003921] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c34c19b-5ab2-4330-9512-1d1b8526cea7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.022052] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.024792] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1963.024792] env[62402]: value = "task-1873740" [ 1963.024792] env[62402]: _type = "Task" [ 1963.024792] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.032752] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.054696] env[62402]: DEBUG nova.network.neutron [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updated VIF entry in instance network info cache for port 4f21bffa-28e2-4a68-8a5f-2e09adcdd410. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1963.055170] env[62402]: DEBUG nova.network.neutron [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance_info_cache with network_info: [{"id": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "address": "fa:16:3e:e4:1f:e8", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21bffa-28", "ovs_interfaceid": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.085898] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873738, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.284074] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873739, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.536554] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.548739] env[62402]: DEBUG nova.objects.instance [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lazy-loading 'flavor' on Instance uuid 2963ce81-276e-4e6a-b1ba-94d3dc4455d2 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1963.558378] env[62402]: DEBUG oslo_concurrency.lockutils [req-554d45fc-34f2-4c20-8555-9d1c3f9890b8 req-633f6bfd-b393-40c2-b294-a1d26086eb97 service nova] Releasing lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.558721] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.558927] env[62402]: DEBUG nova.network.neutron [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.570019] env[62402]: DEBUG oslo_concurrency.lockutils [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.570283] env[62402]: DEBUG oslo_concurrency.lockutils [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.586105] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873738, 'name': CreateVM_Task, 'duration_secs': 1.790725} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.586285] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1963.587045] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.587158] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.587434] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1963.587685] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ff4303-9982-44b4-add6-24249e81b91e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.592039] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1963.592039] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fd9738-19d2-c65a-0561-cdfca37bc42b" [ 1963.592039] env[62402]: _type = "Task" [ 1963.592039] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.600394] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fd9738-19d2-c65a-0561-cdfca37bc42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.784825] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873739, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.811555} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.785095] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69/9fb38f0a-d7a2-4135-9ba4-501c75dfdb69.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1963.785311] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1963.785546] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6dc0903-e18f-449e-a035-960a49eeb46c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.793053] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1963.793053] env[62402]: value = "task-1873741" [ 1963.793053] env[62402]: _type = "Task" [ 1963.793053] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.799338] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.034518] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873740, 'name': ReconfigVM_Task, 'duration_secs': 0.668733} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.034809] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 130b27f2-52d7-4de8-8341-fa66061e5887/130b27f2-52d7-4de8-8341-fa66061e5887.vmdk or device None with type streamOptimized {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.035790] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93578fe1-b30d-407d-9add-61c28d2d6973 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.041483] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1964.041483] env[62402]: value = "task-1873742" [ 1964.041483] env[62402]: _type = "Task" [ 1964.041483] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.048827] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873742, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.053204] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e1631fb4-c7f1-485d-b3b5-a8d0fc43e6ef tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.379s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.072723] env[62402]: INFO nova.compute.manager [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Detaching volume 7e103726-de54-4f91-a209-df9c58069393 [ 1964.104367] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52fd9738-19d2-c65a-0561-cdfca37bc42b, 'name': SearchDatastore_Task, 'duration_secs': 0.016959} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.105369] env[62402]: INFO nova.virt.block_device [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Attempting to driver detach volume 7e103726-de54-4f91-a209-df9c58069393 from mountpoint /dev/sdb [ 1964.105578] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1964.105764] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387201', 'volume_id': '7e103726-de54-4f91-a209-df9c58069393', 'name': 'volume-7e103726-de54-4f91-a209-df9c58069393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63fb18c6-9030-46b0-b6ec-ae827e3235a1', 'attached_at': '', 'detached_at': '', 'volume_id': '7e103726-de54-4f91-a209-df9c58069393', 'serial': '7e103726-de54-4f91-a209-df9c58069393'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1964.106172] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.106410] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1964.106660] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.106805] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.106985] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1964.107780] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d240b660-648c-4e4b-b63d-f35f7f0c8ab0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.110308] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b4fa9be-60c8-48ff-90d2-f7691c47656f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.137172] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582e1131-9fa3-42b2-a6d7-5c321446988a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.139642] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1964.139820] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1964.140506] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c023ba41-5895-45ff-aad4-ba2569d55c81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.146014] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1964.146014] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]528b0d73-de05-2ce0-b395-5b81692c13f4" [ 1964.146014] env[62402]: _type = "Task" [ 1964.146014] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.150636] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642fbd94-c830-4810-a2f6-f1d2d7037c54 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.158111] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528b0d73-de05-2ce0-b395-5b81692c13f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.180925] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f08c46-5816-4785-bbae-ae43115e2bb9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.197409] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] The volume has not been displaced from its original location: [datastore2] volume-7e103726-de54-4f91-a209-df9c58069393/volume-7e103726-de54-4f91-a209-df9c58069393.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1964.202752] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1964.205648] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb89d6d0-ff86-42e6-a05c-29decfcd5999 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.225567] env[62402]: DEBUG oslo_vmware.api [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1964.225567] env[62402]: value = "task-1873743" [ 1964.225567] env[62402]: _type = "Task" [ 1964.225567] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.234059] env[62402]: DEBUG oslo_vmware.api [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.301814] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173567} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.302125] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1964.302926] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bf9e7e-e2f4-4f93-ab90-0a8537bac553 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.327062] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69/9fb38f0a-d7a2-4135-9ba4-501c75dfdb69.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1964.327062] env[62402]: DEBUG nova.network.neutron [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance_info_cache with network_info: [{"id": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "address": "fa:16:3e:e4:1f:e8", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21bffa-28", "ovs_interfaceid": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.328296] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89c65a3-5911-406e-8175-9b5449727b22 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.349767] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1964.349767] env[62402]: value = "task-1873744" [ 1964.349767] env[62402]: _type = "Task" [ 1964.349767] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.358152] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.505067] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.505401] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.551499] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873742, 'name': Rename_Task, 'duration_secs': 0.182755} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.551719] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1964.551966] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-675b99ee-217f-4d44-bf35-91037c457595 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.558155] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 1964.558155] env[62402]: value = "task-1873745" [ 1964.558155] env[62402]: _type = "Task" [ 1964.558155] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.565896] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.657796] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]528b0d73-de05-2ce0-b395-5b81692c13f4, 'name': SearchDatastore_Task, 'duration_secs': 0.022998} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.658589] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf720cc5-95bf-49a4-89bd-c4b15b1f596f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.663887] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1964.663887] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52eda925-07c9-564f-3d5e-7807a7db70e5" [ 1964.663887] env[62402]: _type = "Task" [ 1964.663887] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.674096] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52eda925-07c9-564f-3d5e-7807a7db70e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.735774] env[62402]: DEBUG oslo_vmware.api [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873743, 'name': ReconfigVM_Task, 'duration_secs': 0.229263} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.735985] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1964.740675] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b0e9ce1-a47c-4f99-9f64-2199cfe87f2d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.755131] env[62402]: DEBUG oslo_vmware.api [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1964.755131] env[62402]: value = "task-1873746" [ 1964.755131] env[62402]: _type = "Task" [ 1964.755131] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.762606] env[62402]: DEBUG oslo_vmware.api [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.844016] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.859841] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873744, 'name': ReconfigVM_Task, 'duration_secs': 0.423987} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.860692] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69/9fb38f0a-d7a2-4135-9ba4-501c75dfdb69.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.861354] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5c9c7e8-9b34-4062-ac6a-ac0401e4c252 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.867986] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1964.867986] env[62402]: value = "task-1873747" [ 1964.867986] env[62402]: _type = "Task" [ 1964.867986] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.875747] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873747, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.008893] env[62402]: INFO nova.compute.manager [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Detaching volume cb577f54-41a0-4ec4-8ea1-6296bbfa85fa [ 1965.043610] env[62402]: INFO nova.virt.block_device [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Attempting to driver detach volume cb577f54-41a0-4ec4-8ea1-6296bbfa85fa from mountpoint /dev/sdb [ 1965.043852] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1965.044137] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387207', 'volume_id': 'cb577f54-41a0-4ec4-8ea1-6296bbfa85fa', 'name': 'volume-cb577f54-41a0-4ec4-8ea1-6296bbfa85fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2963ce81-276e-4e6a-b1ba-94d3dc4455d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb577f54-41a0-4ec4-8ea1-6296bbfa85fa', 'serial': 'cb577f54-41a0-4ec4-8ea1-6296bbfa85fa'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1965.045073] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79796425-67e9-46f8-9a78-6eb7ff032e04 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.070493] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aceba4-c39a-46d9-875a-afca3f7c2ce2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.078626] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873745, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.081087] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97538f27-bb0c-4c32-acfb-e5ac5375417c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.102027] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf07951f-d397-4fe0-8abe-44d547e1b5e5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.117043] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] The volume has not been displaced from its original location: [datastore2] volume-cb577f54-41a0-4ec4-8ea1-6296bbfa85fa/volume-cb577f54-41a0-4ec4-8ea1-6296bbfa85fa.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1965.122467] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1965.123172] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72dbc127-7c05-4260-a8b3-d4b61f0b05d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.140955] env[62402]: DEBUG oslo_vmware.api [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1965.140955] env[62402]: value = "task-1873748" [ 1965.140955] env[62402]: _type = "Task" [ 1965.140955] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.150387] env[62402]: DEBUG oslo_vmware.api [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.175112] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52eda925-07c9-564f-3d5e-7807a7db70e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009095} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.175415] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.175683] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 85b5a4ec-df29-4749-88dc-b2ca8b459f8c/85b5a4ec-df29-4749-88dc-b2ca8b459f8c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1965.175934] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95be7f69-92df-40bd-85c9-a2010f0310a8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.182541] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1965.182541] env[62402]: value = "task-1873749" [ 1965.182541] env[62402]: _type = "Task" [ 1965.182541] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.189978] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.265289] env[62402]: DEBUG oslo_vmware.api [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873746, 'name': ReconfigVM_Task, 'duration_secs': 0.16005} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.265623] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387201', 'volume_id': '7e103726-de54-4f91-a209-df9c58069393', 'name': 'volume-7e103726-de54-4f91-a209-df9c58069393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63fb18c6-9030-46b0-b6ec-ae827e3235a1', 'attached_at': '', 'detached_at': '', 'volume_id': '7e103726-de54-4f91-a209-df9c58069393', 'serial': '7e103726-de54-4f91-a209-df9c58069393'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1965.378745] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873747, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.579367] env[62402]: DEBUG oslo_vmware.api [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873745, 'name': PowerOnVM_Task, 'duration_secs': 0.541956} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.579773] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1965.652758] env[62402]: DEBUG oslo_vmware.api [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873748, 'name': ReconfigVM_Task, 'duration_secs': 0.250639} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.653178] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1965.658432] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f894f31-e6ae-49d5-99a7-a10af19e4083 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.673678] env[62402]: DEBUG oslo_vmware.api [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1965.673678] env[62402]: value = "task-1873750" [ 1965.673678] env[62402]: _type = "Task" [ 1965.673678] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.692129] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466975} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.692616] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 85b5a4ec-df29-4749-88dc-b2ca8b459f8c/85b5a4ec-df29-4749-88dc-b2ca8b459f8c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1965.692722] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1965.692929] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c54cdc91-7186-49e3-bbce-9330038fd7db {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.699631] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1965.699631] env[62402]: value = "task-1873751" [ 1965.699631] env[62402]: _type = "Task" [ 1965.699631] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.703428] env[62402]: DEBUG nova.compute.manager [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.704220] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d822398-2323-4b20-a12f-74a6008de14b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.711682] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.812171] env[62402]: DEBUG nova.objects.instance [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'flavor' on Instance uuid 63fb18c6-9030-46b0-b6ec-ae827e3235a1 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.879721] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873747, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.186586] env[62402]: DEBUG oslo_vmware.api [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873750, 'name': ReconfigVM_Task, 'duration_secs': 0.159407} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.186994] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387207', 'volume_id': 'cb577f54-41a0-4ec4-8ea1-6296bbfa85fa', 'name': 'volume-cb577f54-41a0-4ec4-8ea1-6296bbfa85fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2963ce81-276e-4e6a-b1ba-94d3dc4455d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb577f54-41a0-4ec4-8ea1-6296bbfa85fa', 'serial': 'cb577f54-41a0-4ec4-8ea1-6296bbfa85fa'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1966.211599] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071384} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.211863] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1966.212714] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bec9dd3-ffe4-451b-ae8b-b864b34b5e6e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.238809] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 85b5a4ec-df29-4749-88dc-b2ca8b459f8c/85b5a4ec-df29-4749-88dc-b2ca8b459f8c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1966.240667] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f6d7184-38e1-4a73-a4ac-857964942652 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.256145] env[62402]: DEBUG oslo_concurrency.lockutils [None req-80c60b8b-d926-423b-858e-a0e1b8821637 tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "130b27f2-52d7-4de8-8341-fa66061e5887" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.020s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.262931] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1966.262931] env[62402]: value = "task-1873752" [ 1966.262931] env[62402]: _type = "Task" [ 1966.262931] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.271707] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.360017] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36669cc3-7684-4606-8ee2-383753be770f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.377021] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance '4af4ed03-ea47-4100-8b61-14eb761d40ba' progress to 0 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1966.388139] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873747, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.731700] env[62402]: DEBUG nova.objects.instance [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lazy-loading 'flavor' on Instance uuid 2963ce81-276e-4e6a-b1ba-94d3dc4455d2 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.771699] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.813036] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.820557] env[62402]: DEBUG oslo_concurrency.lockutils [None req-85b8f81d-c399-40a8-8cb4-29c0cb2c48ce tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.821607] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.009s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.887737] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1966.888026] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873747, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.888235] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92832208-8d96-4f2e-81e3-6e19deb5280d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.894641] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1966.894641] env[62402]: value = "task-1873753" [ 1966.894641] env[62402]: _type = "Task" [ 1966.894641] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.902519] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.272519] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873752, 'name': ReconfigVM_Task, 'duration_secs': 1.000761} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.272876] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 85b5a4ec-df29-4749-88dc-b2ca8b459f8c/85b5a4ec-df29-4749-88dc-b2ca8b459f8c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.273441] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f5a8d3a-f395-4a0f-a7ef-2149c4774546 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.278527] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1967.278527] env[62402]: value = "task-1873754" [ 1967.278527] env[62402]: _type = "Task" [ 1967.278527] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.285947] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873754, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.325460] env[62402]: INFO nova.compute.manager [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Detaching volume 7d990a0b-12b4-49c2-9208-4a53f3d71c79 [ 1967.357202] env[62402]: INFO nova.virt.block_device [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Attempting to driver detach volume 7d990a0b-12b4-49c2-9208-4a53f3d71c79 from mountpoint /dev/sdc [ 1967.357455] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1967.357644] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387206', 'volume_id': '7d990a0b-12b4-49c2-9208-4a53f3d71c79', 'name': 'volume-7d990a0b-12b4-49c2-9208-4a53f3d71c79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63fb18c6-9030-46b0-b6ec-ae827e3235a1', 'attached_at': '', 'detached_at': '', 'volume_id': '7d990a0b-12b4-49c2-9208-4a53f3d71c79', 'serial': '7d990a0b-12b4-49c2-9208-4a53f3d71c79'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1967.358554] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcb5ad8-11f7-4d04-905e-bb5cd3e79746 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.383109] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f22930-e57e-43c1-9cf5-d16bf74f0900 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.391177] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873747, 'name': Rename_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.393418] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f1855b-ab36-41d0-90b9-2a65c38d7094 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.403033] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873753, 'name': PowerOffVM_Task, 'duration_secs': 0.166043} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.418528] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1967.418751] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance '4af4ed03-ea47-4100-8b61-14eb761d40ba' progress to 17 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1967.422601] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebffe7db-a0c4-4409-b254-0420b1e1403f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.438885] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] The volume has not been displaced from its original location: [datastore2] volume-7d990a0b-12b4-49c2-9208-4a53f3d71c79/volume-7d990a0b-12b4-49c2-9208-4a53f3d71c79.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1967.444617] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Reconfiguring VM instance instance-00000071 to detach disk 2002 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1967.444617] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1508f4-9197-4064-87c1-862695e3c5a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.463421] env[62402]: DEBUG oslo_vmware.api [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1967.463421] env[62402]: value = "task-1873755" [ 1967.463421] env[62402]: _type = "Task" [ 1967.463421] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.473142] env[62402]: DEBUG oslo_vmware.api [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.742615] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a48ba529-c8a7-43a0-8b0b-5f137da91c03 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.787913] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873754, 'name': Rename_Task, 'duration_secs': 0.159074} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.788258] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.788524] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64fd2110-2c35-4b5e-97eb-651eea247557 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.795968] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1967.795968] env[62402]: value = "task-1873756" [ 1967.795968] env[62402]: _type = "Task" [ 1967.795968] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.803653] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.890018] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873747, 'name': Rename_Task, 'duration_secs': 2.727443} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.890467] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.890833] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c65c7fbe-ab6a-4855-8b4d-44152c9242ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.897512] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 1967.897512] env[62402]: value = "task-1873757" [ 1967.897512] env[62402]: _type = "Task" [ 1967.897512] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.907493] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.928347] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1967.928620] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1967.928833] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1967.929119] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1967.929308] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1967.929492] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1967.929731] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1967.929937] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1967.930159] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1967.930378] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1967.930569] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1967.936658] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dafef124-bf20-4f34-ba61-c1a7362da58e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.952621] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1967.952621] env[62402]: value = "task-1873758" [ 1967.952621] env[62402]: _type = "Task" [ 1967.952621] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.960802] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.971613] env[62402]: DEBUG oslo_vmware.api [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873755, 'name': ReconfigVM_Task, 'duration_secs': 0.225905} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.971879] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Reconfigured VM instance instance-00000071 to detach disk 2002 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1967.976945] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4933a0a9-62e5-45a0-a974-e189ae5a63cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.991968] env[62402]: DEBUG oslo_vmware.api [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1967.991968] env[62402]: value = "task-1873759" [ 1967.991968] env[62402]: _type = "Task" [ 1967.991968] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.001701] env[62402]: DEBUG oslo_vmware.api [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.308440] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.407182] env[62402]: DEBUG oslo_vmware.api [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873757, 'name': PowerOnVM_Task, 'duration_secs': 0.487488} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.407513] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.407783] env[62402]: INFO nova.compute.manager [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1968.408013] env[62402]: DEBUG nova.compute.manager [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.408834] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b38886-e0bc-4981-bd50-6c87f3ff443c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.462409] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873758, 'name': ReconfigVM_Task, 'duration_secs': 0.152606} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.463102] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance '4af4ed03-ea47-4100-8b61-14eb761d40ba' progress to 33 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1968.501976] env[62402]: DEBUG oslo_vmware.api [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873759, 'name': ReconfigVM_Task, 'duration_secs': 0.142637} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.502308] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387206', 'volume_id': '7d990a0b-12b4-49c2-9208-4a53f3d71c79', 'name': 'volume-7d990a0b-12b4-49c2-9208-4a53f3d71c79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63fb18c6-9030-46b0-b6ec-ae827e3235a1', 'attached_at': '', 'detached_at': '', 'volume_id': '7d990a0b-12b4-49c2-9208-4a53f3d71c79', 'serial': '7d990a0b-12b4-49c2-9208-4a53f3d71c79'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1968.748909] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.749191] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.749414] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.749599] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.749767] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.751959] env[62402]: INFO nova.compute.manager [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Terminating instance [ 1968.806468] env[62402]: DEBUG oslo_vmware.api [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873756, 'name': PowerOnVM_Task, 'duration_secs': 0.593027} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.806737] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.806935] env[62402]: INFO nova.compute.manager [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1968.807126] env[62402]: DEBUG nova.compute.manager [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.807905] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cfd18b-4404-4860-a204-6af3cd3b7027 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.924500] env[62402]: INFO nova.compute.manager [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Took 16.18 seconds to build instance. [ 1968.969291] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1968.969576] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1968.969699] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1968.969881] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1968.970116] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1968.970430] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1968.970676] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1968.970847] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1968.971049] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1968.971231] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1968.971408] env[62402]: DEBUG nova.virt.hardware [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1968.976918] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1968.977423] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f42d3464-f2d0-4b9a-ab17-6c5f32fc8519 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.997455] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1968.997455] env[62402]: value = "task-1873760" [ 1968.997455] env[62402]: _type = "Task" [ 1968.997455] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.005233] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.041058] env[62402]: DEBUG nova.objects.instance [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'flavor' on Instance uuid 63fb18c6-9030-46b0-b6ec-ae827e3235a1 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.255535] env[62402]: DEBUG nova.compute.manager [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1969.255783] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1969.256784] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eb774a-c3d8-4ead-be1b-a302f8d9c615 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.264943] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1969.265233] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f783c5d8-cfec-4467-a0fe-f11672127426 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.271969] env[62402]: DEBUG oslo_vmware.api [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1969.271969] env[62402]: value = "task-1873761" [ 1969.271969] env[62402]: _type = "Task" [ 1969.271969] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.280890] env[62402]: DEBUG oslo_vmware.api [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.324384] env[62402]: INFO nova.compute.manager [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Took 14.75 seconds to build instance. [ 1969.427193] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8c41049e-811d-47b5-932c-0ff77715e796 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.686s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.507709] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873760, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.782719] env[62402]: DEBUG oslo_vmware.api [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873761, 'name': PowerOffVM_Task, 'duration_secs': 0.165765} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.782997] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.783283] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.783543] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1a4904e-ce8e-47cf-a47a-c60b2994e75c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.826712] env[62402]: DEBUG oslo_concurrency.lockutils [None req-7abb5709-2239-4730-aa68-80432b0206bf tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "85b5a4ec-df29-4749-88dc-b2ca8b459f8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.262s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.859351] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1969.859578] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1969.859754] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Deleting the datastore file [datastore1] 2963ce81-276e-4e6a-b1ba-94d3dc4455d2 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1969.860934] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9466457-b791-4bbc-a100-1a2c0381e2ca {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.867785] env[62402]: DEBUG oslo_vmware.api [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for the task: (returnval){ [ 1969.867785] env[62402]: value = "task-1873763" [ 1969.867785] env[62402]: _type = "Task" [ 1969.867785] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.876081] env[62402]: DEBUG oslo_vmware.api [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.007599] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873760, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.048807] env[62402]: DEBUG oslo_concurrency.lockutils [None req-5adcd55f-f16a-4f26-a628-7fff7b69efb6 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.086061] env[62402]: DEBUG nova.compute.manager [req-d8c93c8f-374a-4055-8075-218203cfc2d1 req-68ef9ca4-362b-435d-b4c2-23b4ca1dc3f6 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Received event network-changed-72da3a92-7580-416e-88cc-e176a50624a1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1970.086299] env[62402]: DEBUG nova.compute.manager [req-d8c93c8f-374a-4055-8075-218203cfc2d1 req-68ef9ca4-362b-435d-b4c2-23b4ca1dc3f6 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Refreshing instance network info cache due to event network-changed-72da3a92-7580-416e-88cc-e176a50624a1. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1970.086508] env[62402]: DEBUG oslo_concurrency.lockutils [req-d8c93c8f-374a-4055-8075-218203cfc2d1 req-68ef9ca4-362b-435d-b4c2-23b4ca1dc3f6 service nova] Acquiring lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.086651] env[62402]: DEBUG oslo_concurrency.lockutils [req-d8c93c8f-374a-4055-8075-218203cfc2d1 req-68ef9ca4-362b-435d-b4c2-23b4ca1dc3f6 service nova] Acquired lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.086810] env[62402]: DEBUG nova.network.neutron [req-d8c93c8f-374a-4055-8075-218203cfc2d1 req-68ef9ca4-362b-435d-b4c2-23b4ca1dc3f6 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Refreshing network info cache for port 72da3a92-7580-416e-88cc-e176a50624a1 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.355870] env[62402]: INFO nova.compute.manager [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Rebuilding instance [ 1970.380069] env[62402]: DEBUG oslo_vmware.api [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.401574] env[62402]: DEBUG nova.compute.manager [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1970.402442] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dbc872-85fe-4083-8a9f-48171e850c5f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.507798] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873760, 'name': ReconfigVM_Task, 'duration_secs': 1.155767} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.507978] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1970.508685] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a631b9-dbfd-46c3-8056-3e6a5d7cbb06 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.531796] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a/volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1970.532117] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d2a830-c727-432e-9e8a-c8f73b5f8182 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.552656] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1970.552656] env[62402]: value = "task-1873764" [ 1970.552656] env[62402]: _type = "Task" [ 1970.552656] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.561252] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.854887] env[62402]: DEBUG nova.network.neutron [req-d8c93c8f-374a-4055-8075-218203cfc2d1 req-68ef9ca4-362b-435d-b4c2-23b4ca1dc3f6 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updated VIF entry in instance network info cache for port 72da3a92-7580-416e-88cc-e176a50624a1. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.855358] env[62402]: DEBUG nova.network.neutron [req-d8c93c8f-374a-4055-8075-218203cfc2d1 req-68ef9ca4-362b-435d-b4c2-23b4ca1dc3f6 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance_info_cache with network_info: [{"id": "72da3a92-7580-416e-88cc-e176a50624a1", "address": "fa:16:3e:01:fb:37", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72da3a92-75", "ovs_interfaceid": "72da3a92-7580-416e-88cc-e176a50624a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.880176] env[62402]: DEBUG oslo_vmware.api [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Task: {'id': task-1873763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.870505} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.880176] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1970.880176] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1970.880176] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1970.880176] env[62402]: INFO nova.compute.manager [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1970.880176] env[62402]: DEBUG oslo.service.loopingcall [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1970.880638] env[62402]: DEBUG nova.compute.manager [-] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1970.880638] env[62402]: DEBUG nova.network.neutron [-] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1971.064244] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873764, 'name': ReconfigVM_Task, 'duration_secs': 0.261805} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.064244] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a/volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1971.064503] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance '4af4ed03-ea47-4100-8b61-14eb761d40ba' progress to 50 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1971.289809] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.290078] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.290301] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.290486] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.290657] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.292861] env[62402]: INFO nova.compute.manager [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Terminating instance [ 1971.352611] env[62402]: DEBUG nova.compute.manager [req-bf046a0f-b5bb-4e41-abc7-882b7133d923 req-f111a1dc-597d-46bc-94bd-8edb5cd5d327 service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Received event network-vif-deleted-6720b7db-0071-40ef-975c-d6944122d9cc {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1971.352800] env[62402]: INFO nova.compute.manager [req-bf046a0f-b5bb-4e41-abc7-882b7133d923 req-f111a1dc-597d-46bc-94bd-8edb5cd5d327 service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Neutron deleted interface 6720b7db-0071-40ef-975c-d6944122d9cc; detaching it from the instance and deleting it from the info cache [ 1971.352977] env[62402]: DEBUG nova.network.neutron [req-bf046a0f-b5bb-4e41-abc7-882b7133d923 req-f111a1dc-597d-46bc-94bd-8edb5cd5d327 service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.358226] env[62402]: DEBUG oslo_concurrency.lockutils [req-d8c93c8f-374a-4055-8075-218203cfc2d1 req-68ef9ca4-362b-435d-b4c2-23b4ca1dc3f6 service nova] Releasing lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.415833] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1971.416184] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70bd9b7d-8ec2-4148-a3e2-447469c6f736 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.424054] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1971.424054] env[62402]: value = "task-1873765" [ 1971.424054] env[62402]: _type = "Task" [ 1971.424054] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.432228] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.570978] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cf90a6-2184-480b-9e30-80dc66c86e00 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.591657] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ef0976-4a4b-48c1-bb04-5e23f5787b57 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.609339] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance '4af4ed03-ea47-4100-8b61-14eb761d40ba' progress to 67 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1971.796767] env[62402]: DEBUG nova.compute.manager [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1971.797065] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1971.798414] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f78c1e9-64fc-49b9-9ac8-b442fb45f9ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.806300] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1971.806542] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-735d8899-d4bf-489c-b8cc-e6e13afbb75f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.813871] env[62402]: DEBUG oslo_vmware.api [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1971.813871] env[62402]: value = "task-1873766" [ 1971.813871] env[62402]: _type = "Task" [ 1971.813871] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.821688] env[62402]: DEBUG oslo_vmware.api [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.828192] env[62402]: DEBUG nova.network.neutron [-] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.855967] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31ad9120-475a-40df-a582-ac900e146858 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.865794] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df71437-d489-4a19-aa23-a33a2d6a3f2b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.898321] env[62402]: DEBUG nova.compute.manager [req-bf046a0f-b5bb-4e41-abc7-882b7133d923 req-f111a1dc-597d-46bc-94bd-8edb5cd5d327 service nova] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Detach interface failed, port_id=6720b7db-0071-40ef-975c-d6944122d9cc, reason: Instance 2963ce81-276e-4e6a-b1ba-94d3dc4455d2 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1971.940841] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873765, 'name': PowerOffVM_Task, 'duration_secs': 0.408638} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.941246] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1971.941497] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1971.942341] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a29777d-89da-4960-aad2-9f0a1dcfe84e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.949797] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1971.950091] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01c9c8fc-8d69-4000-b85a-3bb4314057e3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.051724] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1972.052056] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1972.052232] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleting the datastore file [datastore2] 85b5a4ec-df29-4749-88dc-b2ca8b459f8c {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1972.052501] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32e6f808-c4e2-435b-98ab-9a12a31d841c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.059567] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1972.059567] env[62402]: value = "task-1873768" [ 1972.059567] env[62402]: _type = "Task" [ 1972.059567] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.067540] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.324545] env[62402]: DEBUG oslo_vmware.api [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873766, 'name': PowerOffVM_Task, 'duration_secs': 0.319063} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.324860] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1972.325063] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1972.325310] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adee342d-acab-4dbc-a178-861297b45801 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.331335] env[62402]: INFO nova.compute.manager [-] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Took 1.45 seconds to deallocate network for instance. [ 1972.479506] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1972.479808] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1972.480061] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Deleting the datastore file [datastore1] 63fb18c6-9030-46b0-b6ec-ae827e3235a1 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1972.480404] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0194ecb3-bb2c-40e1-9f5d-5d05bae66c0d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.488079] env[62402]: DEBUG oslo_vmware.api [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for the task: (returnval){ [ 1972.488079] env[62402]: value = "task-1873770" [ 1972.488079] env[62402]: _type = "Task" [ 1972.488079] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.495991] env[62402]: DEBUG oslo_vmware.api [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.569104] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139613} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.569417] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1972.569717] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1972.569993] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1972.837670] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.837941] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.838206] env[62402]: DEBUG nova.objects.instance [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lazy-loading 'resources' on Instance uuid 2963ce81-276e-4e6a-b1ba-94d3dc4455d2 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1972.997600] env[62402]: DEBUG oslo_vmware.api [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Task: {'id': task-1873770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130974} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.997837] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1972.998035] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1972.998227] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1972.998402] env[62402]: INFO nova.compute.manager [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1972.998662] env[62402]: DEBUG oslo.service.loopingcall [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.998919] env[62402]: DEBUG nova.compute.manager [-] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1972.999033] env[62402]: DEBUG nova.network.neutron [-] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1973.250595] env[62402]: DEBUG nova.network.neutron [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Port 4f21bffa-28e2-4a68-8a5f-2e09adcdd410 binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1973.462884] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368ef5da-374e-4581-8cbf-1e53549c99e9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.474278] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7d8b3d-3c44-4e09-898c-a5b78e1083df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.507576] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f0cd58-caa1-41d5-b4ea-cfd17c9e823e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.511798] env[62402]: DEBUG nova.compute.manager [req-f95bfcad-14b3-461c-8dd8-b275c8b4ae64 req-59ec3efc-af7b-4930-bc0c-9ac978b7fd37 service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Received event network-vif-deleted-092d7cf9-147f-4e27-9a29-6064ea2522b6 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1973.511798] env[62402]: INFO nova.compute.manager [req-f95bfcad-14b3-461c-8dd8-b275c8b4ae64 req-59ec3efc-af7b-4930-bc0c-9ac978b7fd37 service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Neutron deleted interface 092d7cf9-147f-4e27-9a29-6064ea2522b6; detaching it from the instance and deleting it from the info cache [ 1973.511798] env[62402]: DEBUG nova.network.neutron [req-f95bfcad-14b3-461c-8dd8-b275c8b4ae64 req-59ec3efc-af7b-4930-bc0c-9ac978b7fd37 service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.518657] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba459ec-4a16-4a26-b9b1-f2f66c04181e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.535091] env[62402]: DEBUG nova.compute.provider_tree [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.606702] env[62402]: DEBUG nova.virt.hardware [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1973.606936] env[62402]: DEBUG nova.virt.hardware [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1973.607109] env[62402]: DEBUG nova.virt.hardware [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1973.607313] env[62402]: DEBUG nova.virt.hardware [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1973.607463] env[62402]: DEBUG nova.virt.hardware [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1973.607610] env[62402]: DEBUG nova.virt.hardware [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1973.607811] env[62402]: DEBUG nova.virt.hardware [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1973.607969] env[62402]: DEBUG nova.virt.hardware [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1973.608155] env[62402]: DEBUG nova.virt.hardware [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1973.608321] env[62402]: DEBUG nova.virt.hardware [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1973.608492] env[62402]: DEBUG nova.virt.hardware [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1973.609691] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8475d1bf-7f22-431e-b706-df8c5545b154 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.617702] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7106ea67-8477-438e-909d-ae1ca9ac1d63 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.631093] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:de:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '808c5fce-4373-4e05-bf83-65235d4490dc', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1973.639547] env[62402]: DEBUG oslo.service.loopingcall [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1973.639806] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1973.640051] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ccaa839-df1a-475f-8508-eb45bf2c6317 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.664403] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1973.664403] env[62402]: value = "task-1873771" [ 1973.664403] env[62402]: _type = "Task" [ 1973.664403] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.671866] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873771, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.970072] env[62402]: DEBUG nova.network.neutron [-] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.015108] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c78f14da-0774-40f3-828b-4b1ef5d064af {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.023723] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebc4644-f994-4a84-848c-af1a67fc1a34 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.038304] env[62402]: DEBUG nova.scheduler.client.report [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1974.053311] env[62402]: DEBUG nova.compute.manager [req-f95bfcad-14b3-461c-8dd8-b275c8b4ae64 req-59ec3efc-af7b-4930-bc0c-9ac978b7fd37 service nova] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Detach interface failed, port_id=092d7cf9-147f-4e27-9a29-6064ea2522b6, reason: Instance 63fb18c6-9030-46b0-b6ec-ae827e3235a1 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1974.174035] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873771, 'name': CreateVM_Task, 'duration_secs': 0.331949} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.174238] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1974.174779] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.174946] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.175303] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1974.175556] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7076ee7-1568-4719-88ae-aa0dd729cf00 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.180054] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1974.180054] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f47bf0-4b96-ea3f-6eaa-3e4e4d92985e" [ 1974.180054] env[62402]: _type = "Task" [ 1974.180054] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.187833] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f47bf0-4b96-ea3f-6eaa-3e4e4d92985e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.273324] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "4af4ed03-ea47-4100-8b61-14eb761d40ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.273458] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4af4ed03-ea47-4100-8b61-14eb761d40ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.273609] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4af4ed03-ea47-4100-8b61-14eb761d40ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.473778] env[62402]: INFO nova.compute.manager [-] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Took 1.47 seconds to deallocate network for instance. [ 1974.543307] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.567793] env[62402]: INFO nova.scheduler.client.report [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Deleted allocations for instance 2963ce81-276e-4e6a-b1ba-94d3dc4455d2 [ 1974.691282] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52f47bf0-4b96-ea3f-6eaa-3e4e4d92985e, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.691578] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.691808] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1974.692047] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.692200] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.692374] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1974.692618] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8537996c-a4a5-49ea-a0c5-fee3cb7e1166 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.700397] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1974.700569] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1974.701232] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072751bb-0108-4fb2-a43a-379b59002d94 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.705861] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1974.705861] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52240180-f537-7619-fff3-8f3fc39a775d" [ 1974.705861] env[62402]: _type = "Task" [ 1974.705861] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.712504] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52240180-f537-7619-fff3-8f3fc39a775d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.980208] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.980481] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.980700] env[62402]: DEBUG nova.objects.instance [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lazy-loading 'resources' on Instance uuid 63fb18c6-9030-46b0-b6ec-ae827e3235a1 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.074727] env[62402]: DEBUG oslo_concurrency.lockutils [None req-99ef4afb-f3b3-4d6a-a357-ba9f41e977d6 tempest-AttachVolumeNegativeTest-628150277 tempest-AttachVolumeNegativeTest-628150277-project-member] Lock "2963ce81-276e-4e6a-b1ba-94d3dc4455d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.325s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.216054] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52240180-f537-7619-fff3-8f3fc39a775d, 'name': SearchDatastore_Task, 'duration_secs': 0.007554} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.216968] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d846da5-910b-43c4-968d-714415ecbfc9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.221873] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1975.221873] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d2ccfc-0b3d-2583-a4dd-da1358f4b053" [ 1975.221873] env[62402]: _type = "Task" [ 1975.221873] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.229370] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d2ccfc-0b3d-2583-a4dd-da1358f4b053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.307277] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.307523] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.307720] env[62402]: DEBUG nova.network.neutron [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.587808] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9370b863-a2ce-4004-aae1-eecd34048c13 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.595805] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c441d2e7-9ad7-4fd6-b4d3-0aedb2c8149f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.625245] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e411c2-5c1d-425b-af7d-2ff813506860 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.632486] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deee226-9ddf-4bab-8754-3b91d8dfab04 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.646779] env[62402]: DEBUG nova.compute.provider_tree [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1975.732194] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52d2ccfc-0b3d-2583-a4dd-da1358f4b053, 'name': SearchDatastore_Task, 'duration_secs': 0.008684} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.732470] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.732728] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 85b5a4ec-df29-4749-88dc-b2ca8b459f8c/85b5a4ec-df29-4749-88dc-b2ca8b459f8c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1975.732983] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40b89dbf-2c34-4424-8e6b-927aa646cb6b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.739196] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1975.739196] env[62402]: value = "task-1873773" [ 1975.739196] env[62402]: _type = "Task" [ 1975.739196] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.747037] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.060885] env[62402]: DEBUG nova.network.neutron [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance_info_cache with network_info: [{"id": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "address": "fa:16:3e:e4:1f:e8", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21bffa-28", "ovs_interfaceid": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.149781] env[62402]: DEBUG nova.scheduler.client.report [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1976.248917] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50509} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.249186] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 85b5a4ec-df29-4749-88dc-b2ca8b459f8c/85b5a4ec-df29-4749-88dc-b2ca8b459f8c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1976.249408] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1976.249731] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40daff72-828c-4601-ac19-1b98253fa7d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.256039] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1976.256039] env[62402]: value = "task-1873774" [ 1976.256039] env[62402]: _type = "Task" [ 1976.256039] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.264325] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.564340] env[62402]: DEBUG oslo_concurrency.lockutils [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.656269] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.678312] env[62402]: INFO nova.scheduler.client.report [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Deleted allocations for instance 63fb18c6-9030-46b0-b6ec-ae827e3235a1 [ 1976.766553] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139069} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.766814] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1976.767597] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b11c68-c498-4121-90b8-d68980bffa6f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.789325] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 85b5a4ec-df29-4749-88dc-b2ca8b459f8c/85b5a4ec-df29-4749-88dc-b2ca8b459f8c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1976.789829] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0724b555-1cb2-4d50-b8df-29622822c859 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.808951] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1976.808951] env[62402]: value = "task-1873775" [ 1976.808951] env[62402]: _type = "Task" [ 1976.808951] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.816464] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.074998] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77934e03-e5a6-4c69-9faa-57a0aea9d505 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.082084] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cab6fdb-a98b-4962-ba43-a3c1ee71bb3f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.185553] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3453d4ff-d142-4c84-9796-789a55ebd9c2 tempest-AttachVolumeTestJSON-1547866429 tempest-AttachVolumeTestJSON-1547866429-project-member] Lock "63fb18c6-9030-46b0-b6ec-ae827e3235a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.895s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.320611] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873775, 'name': ReconfigVM_Task, 'duration_secs': 0.339614} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.320896] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 85b5a4ec-df29-4749-88dc-b2ca8b459f8c/85b5a4ec-df29-4749-88dc-b2ca8b459f8c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1977.321580] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad1559af-2487-4085-ae77-30dabea322f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.327299] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1977.327299] env[62402]: value = "task-1873776" [ 1977.327299] env[62402]: _type = "Task" [ 1977.327299] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.334831] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873776, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.837189] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873776, 'name': Rename_Task, 'duration_secs': 0.244881} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.837621] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1977.837708] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b9e3343-0814-4479-bbd9-35568d18763a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.844059] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1977.844059] env[62402]: value = "task-1873777" [ 1977.844059] env[62402]: _type = "Task" [ 1977.844059] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.851587] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.181075] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a955fd1-e9d5-43ae-b385-b8bea849890b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.201271] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd393a7-964e-4e2c-9e2f-189bc8c6998e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.208191] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance '4af4ed03-ea47-4100-8b61-14eb761d40ba' progress to 83 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1978.353748] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873777, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.715599] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1978.716118] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7d06e0a-b71a-44e5-8a89-83aeab0e0a37 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.723951] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1978.723951] env[62402]: value = "task-1873780" [ 1978.723951] env[62402]: _type = "Task" [ 1978.723951] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.735061] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.802421] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1978.802834] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1978.853868] env[62402]: DEBUG oslo_vmware.api [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873777, 'name': PowerOnVM_Task, 'duration_secs': 0.738189} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.854300] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1978.854415] env[62402]: DEBUG nova.compute.manager [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1978.855223] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a8698e-ecd7-4155-92fc-ecdd8f9726a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.235956] env[62402]: DEBUG oslo_vmware.api [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873780, 'name': PowerOnVM_Task, 'duration_secs': 0.384255} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.236265] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1979.236454] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-c76fb34d-a3e5-4e9e-8f53-7b970be686b6 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance '4af4ed03-ea47-4100-8b61-14eb761d40ba' progress to 100 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1979.308578] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1979.308578] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1979.372677] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.372921] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.373115] env[62402]: DEBUG nova.objects.instance [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62402) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1979.846620] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "85b5a4ec-df29-4749-88dc-b2ca8b459f8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.846776] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "85b5a4ec-df29-4749-88dc-b2ca8b459f8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.846985] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "85b5a4ec-df29-4749-88dc-b2ca8b459f8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.847191] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "85b5a4ec-df29-4749-88dc-b2ca8b459f8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.847360] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "85b5a4ec-df29-4749-88dc-b2ca8b459f8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.849651] env[62402]: INFO nova.compute.manager [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Terminating instance [ 1980.263322] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.263635] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.353593] env[62402]: DEBUG nova.compute.manager [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1980.353799] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1980.354916] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f732f39-e3fe-4616-80fa-223da0e03535 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.363123] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1980.363354] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09f3ee8b-0544-4e88-95a0-aea7694ee2cb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.370208] env[62402]: DEBUG oslo_vmware.api [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1980.370208] env[62402]: value = "task-1873781" [ 1980.370208] env[62402]: _type = "Task" [ 1980.370208] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.378027] env[62402]: DEBUG oslo_vmware.api [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.381197] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aed9f20f-79cf-4fc9-b45c-cc2333d68d87 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.765688] env[62402]: DEBUG nova.compute.manager [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1980.880328] env[62402]: DEBUG oslo_vmware.api [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873781, 'name': PowerOffVM_Task, 'duration_secs': 0.175102} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.880605] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1980.880774] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1980.881041] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa52f93a-a121-4271-aef5-8e11639e5074 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.963783] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1980.964020] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1980.964236] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleting the datastore file [datastore2] 85b5a4ec-df29-4749-88dc-b2ca8b459f8c {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1980.964510] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe73e48f-68ab-448d-bd1b-3a4f93553e2e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.975271] env[62402]: DEBUG oslo_vmware.api [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1980.975271] env[62402]: value = "task-1873784" [ 1980.975271] env[62402]: _type = "Task" [ 1980.975271] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.983952] env[62402]: DEBUG oslo_vmware.api [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.287151] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.287437] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.288971] env[62402]: INFO nova.compute.claims [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1981.473205] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "4af4ed03-ea47-4100-8b61-14eb761d40ba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.473414] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4af4ed03-ea47-4100-8b61-14eb761d40ba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.473652] env[62402]: DEBUG nova.compute.manager [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Going to confirm migration 7 {{(pid=62402) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1981.484802] env[62402]: DEBUG oslo_vmware.api [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174083} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.485033] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1981.485251] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1981.485432] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1981.485602] env[62402]: INFO nova.compute.manager [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1981.485877] env[62402]: DEBUG oslo.service.loopingcall [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1981.486128] env[62402]: DEBUG nova.compute.manager [-] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1981.486236] env[62402]: DEBUG nova.network.neutron [-] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1981.820903] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1981.821440] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.821618] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.821773] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.821925] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.822082] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.822234] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.822382] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1981.822526] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.944271] env[62402]: DEBUG nova.compute.manager [req-b41e3287-4632-4838-957e-2da0d0bade26 req-44eee2e0-dc82-4c56-bcef-a27e81b8940a service nova] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Received event network-vif-deleted-808c5fce-4373-4e05-bf83-65235d4490dc {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1981.944271] env[62402]: INFO nova.compute.manager [req-b41e3287-4632-4838-957e-2da0d0bade26 req-44eee2e0-dc82-4c56-bcef-a27e81b8940a service nova] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Neutron deleted interface 808c5fce-4373-4e05-bf83-65235d4490dc; detaching it from the instance and deleting it from the info cache [ 1981.944271] env[62402]: DEBUG nova.network.neutron [req-b41e3287-4632-4838-957e-2da0d0bade26 req-44eee2e0-dc82-4c56-bcef-a27e81b8940a service nova] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.010998] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.011242] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquired lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.011431] env[62402]: DEBUG nova.network.neutron [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1982.011621] env[62402]: DEBUG nova.objects.instance [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lazy-loading 'info_cache' on Instance uuid 4af4ed03-ea47-4100-8b61-14eb761d40ba {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.327618] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.399215] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7586c44e-6c7c-4e8e-974b-044829cc6fb6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.408750] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad644ea3-10f2-4760-ba80-759175d07427 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.437534] env[62402]: DEBUG nova.network.neutron [-] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.439226] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005f9d3a-fecc-43ec-aa68-d944d7df80c5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.446612] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7b13f2-8f02-410e-9757-6d3069aa424b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.450931] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e40aa709-2105-4bd4-a147-d5249a6761ba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.463701] env[62402]: DEBUG nova.compute.provider_tree [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1982.469172] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695751f2-109f-421a-9c99-9aa00f09ad72 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.496043] env[62402]: DEBUG nova.compute.manager [req-b41e3287-4632-4838-957e-2da0d0bade26 req-44eee2e0-dc82-4c56-bcef-a27e81b8940a service nova] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Detach interface failed, port_id=808c5fce-4373-4e05-bf83-65235d4490dc, reason: Instance 85b5a4ec-df29-4749-88dc-b2ca8b459f8c could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1982.942239] env[62402]: INFO nova.compute.manager [-] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Took 1.46 seconds to deallocate network for instance. [ 1982.967103] env[62402]: DEBUG nova.scheduler.client.report [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1983.244383] env[62402]: DEBUG nova.network.neutron [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance_info_cache with network_info: [{"id": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "address": "fa:16:3e:e4:1f:e8", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f21bffa-28", "ovs_interfaceid": "4f21bffa-28e2-4a68-8a5f-2e09adcdd410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.448669] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.471749] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.472292] env[62402]: DEBUG nova.compute.manager [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1983.474886] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.147s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.475061] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.475231] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1983.475517] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.027s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.475728] env[62402]: DEBUG nova.objects.instance [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lazy-loading 'resources' on Instance uuid 85b5a4ec-df29-4749-88dc-b2ca8b459f8c {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.477302] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1eac8b-c913-439e-83fd-a2af5acc559c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.485955] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b869098b-901a-4a4f-a87b-77dd262e2b22 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.500146] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac79a571-f572-4d95-ab48-76b15adb40c6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.506694] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb22008-f0fe-4b9f-8ae8-9539585094d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.537539] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179973MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1983.537690] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.747541] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Releasing lock "refresh_cache-4af4ed03-ea47-4100-8b61-14eb761d40ba" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.747832] env[62402]: DEBUG nova.objects.instance [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lazy-loading 'migration_context' on Instance uuid 4af4ed03-ea47-4100-8b61-14eb761d40ba {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.980027] env[62402]: DEBUG nova.compute.utils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1983.980027] env[62402]: DEBUG nova.compute.manager [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1983.980027] env[62402]: DEBUG nova.network.neutron [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1984.028599] env[62402]: DEBUG nova.policy [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a81bdd1480894658b4cb3a8e1db26eb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73b5b9259473488e9abb062794ab35b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 1984.102218] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde0e412-5e8c-472d-8ff8-0b744562c204 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.110409] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27252ae5-66a9-470d-8b55-74f735ce73d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.141921] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018d0208-f211-42aa-8e3a-22965f9557ac {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.149440] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918d9425-35b7-49ba-b9ac-2f053d619458 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.163049] env[62402]: DEBUG nova.compute.provider_tree [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1984.251542] env[62402]: DEBUG nova.objects.base [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Object Instance<4af4ed03-ea47-4100-8b61-14eb761d40ba> lazy-loaded attributes: info_cache,migration_context {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1984.252491] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0180eafe-df10-4b02-8dcf-d3becdc8e7aa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.272346] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0d935b-3642-4cd3-a087-f3819e06c2aa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.278296] env[62402]: DEBUG oslo_vmware.api [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 1984.278296] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52547ebc-2fa9-5427-216a-933861739e35" [ 1984.278296] env[62402]: _type = "Task" [ 1984.278296] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.287314] env[62402]: DEBUG oslo_vmware.api [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52547ebc-2fa9-5427-216a-933861739e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.291759] env[62402]: DEBUG nova.network.neutron [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Successfully created port: 94cc4f4f-6987-4ffe-a9c1-21169326b0cd {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1984.483934] env[62402]: DEBUG nova.compute.manager [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1984.665789] env[62402]: DEBUG nova.scheduler.client.report [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1984.788796] env[62402]: DEBUG oslo_vmware.api [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52547ebc-2fa9-5427-216a-933861739e35, 'name': SearchDatastore_Task, 'duration_secs': 0.013125} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.789114] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.170947] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.177170] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.635s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.203647] env[62402]: INFO nova.scheduler.client.report [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted allocations for instance 85b5a4ec-df29-4749-88dc-b2ca8b459f8c [ 1985.496554] env[62402]: DEBUG nova.compute.manager [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1985.527289] env[62402]: DEBUG nova.virt.hardware [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1985.527289] env[62402]: DEBUG nova.virt.hardware [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1985.527289] env[62402]: DEBUG nova.virt.hardware [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1985.527289] env[62402]: DEBUG nova.virt.hardware [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1985.527289] env[62402]: DEBUG nova.virt.hardware [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1985.527289] env[62402]: DEBUG nova.virt.hardware [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1985.527289] env[62402]: DEBUG nova.virt.hardware [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1985.527289] env[62402]: DEBUG nova.virt.hardware [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1985.527971] env[62402]: DEBUG nova.virt.hardware [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1985.527971] env[62402]: DEBUG nova.virt.hardware [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1985.527971] env[62402]: DEBUG nova.virt.hardware [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1985.529338] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bb9305-9294-4d95-bc48-fb9d34fdeffc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.537878] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3336271b-9d08-4997-88b5-09494d4f9c81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.714156] env[62402]: DEBUG oslo_concurrency.lockutils [None req-dc0c883f-37b3-4295-b5c9-da1246b4726b tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "85b5a4ec-df29-4749-88dc-b2ca8b459f8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.867s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.801480] env[62402]: DEBUG nova.compute.manager [req-ec159921-406d-4ea4-9102-91b50a11d1a8 req-76d68afc-cb12-4137-bfe9-d2336609d0f2 service nova] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Received event network-vif-plugged-94cc4f4f-6987-4ffe-a9c1-21169326b0cd {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1985.801480] env[62402]: DEBUG oslo_concurrency.lockutils [req-ec159921-406d-4ea4-9102-91b50a11d1a8 req-76d68afc-cb12-4137-bfe9-d2336609d0f2 service nova] Acquiring lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.801480] env[62402]: DEBUG oslo_concurrency.lockutils [req-ec159921-406d-4ea4-9102-91b50a11d1a8 req-76d68afc-cb12-4137-bfe9-d2336609d0f2 service nova] Lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.801480] env[62402]: DEBUG oslo_concurrency.lockutils [req-ec159921-406d-4ea4-9102-91b50a11d1a8 req-76d68afc-cb12-4137-bfe9-d2336609d0f2 service nova] Lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.801480] env[62402]: DEBUG nova.compute.manager [req-ec159921-406d-4ea4-9102-91b50a11d1a8 req-76d68afc-cb12-4137-bfe9-d2336609d0f2 service nova] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] No waiting events found dispatching network-vif-plugged-94cc4f4f-6987-4ffe-a9c1-21169326b0cd {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1985.801480] env[62402]: WARNING nova.compute.manager [req-ec159921-406d-4ea4-9102-91b50a11d1a8 req-76d68afc-cb12-4137-bfe9-d2336609d0f2 service nova] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Received unexpected event network-vif-plugged-94cc4f4f-6987-4ffe-a9c1-21169326b0cd for instance with vm_state building and task_state spawning. [ 1985.897233] env[62402]: DEBUG nova.network.neutron [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Successfully updated port: 94cc4f4f-6987-4ffe-a9c1-21169326b0cd {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1986.182927] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Applying migration context for instance 4af4ed03-ea47-4100-8b61-14eb761d40ba as it has an incoming, in-progress migration c967a73e-0351-488c-8ad3-a88712b8e46c. Migration status is confirming {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1986.184112] env[62402]: INFO nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating resource usage from migration c967a73e-0351-488c-8ad3-a88712b8e46c [ 1986.202300] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8a58174b-e33a-4f2e-9e06-d78a335d1579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1986.202449] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance d10ae616-3446-465f-8748-0e55793ec4bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1986.202575] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 130b27f2-52d7-4de8-8341-fa66061e5887 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1986.202694] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1986.202812] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Migration c967a73e-0351-488c-8ad3-a88712b8e46c is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1986.202931] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 4af4ed03-ea47-4100-8b61-14eb761d40ba actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1986.203057] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance c892bd40-66d6-49bc-85a3-d6d76d99a7e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1986.203280] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1986.203429] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1986.297285] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b938cf-2414-4221-bdf7-111900b81240 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.305407] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad85f122-0c1e-49d9-bb1f-711124f0e8a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.336463] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9946e68-d6c5-4a55-8a49-4606eee73bfd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.344087] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852ab2ef-fe99-4201-bbde-05adda6c6679 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.357448] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.400779] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.400779] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.400917] env[62402]: DEBUG nova.network.neutron [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1986.860681] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.930229] env[62402]: DEBUG nova.network.neutron [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1987.055230] env[62402]: DEBUG nova.network.neutron [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance_info_cache with network_info: [{"id": "94cc4f4f-6987-4ffe-a9c1-21169326b0cd", "address": "fa:16:3e:a6:33:8e", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cc4f4f-69", "ovs_interfaceid": "94cc4f4f-6987-4ffe-a9c1-21169326b0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.365996] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1987.366299] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.193s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.366662] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.578s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.558928] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.559376] env[62402]: DEBUG nova.compute.manager [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Instance network_info: |[{"id": "94cc4f4f-6987-4ffe-a9c1-21169326b0cd", "address": "fa:16:3e:a6:33:8e", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cc4f4f-69", "ovs_interfaceid": "94cc4f4f-6987-4ffe-a9c1-21169326b0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1987.559897] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:33:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94cc4f4f-6987-4ffe-a9c1-21169326b0cd', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1987.568272] env[62402]: DEBUG oslo.service.loopingcall [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1987.568551] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1987.569285] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7ebeb91-f070-4de2-93e8-5c790c1c356c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.591011] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1987.591011] env[62402]: value = "task-1873787" [ 1987.591011] env[62402]: _type = "Task" [ 1987.591011] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.599480] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873787, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.830388] env[62402]: DEBUG nova.compute.manager [req-c26dd960-1b7c-495b-ad7e-fac61d5a10d8 req-ad3a6075-b8cd-4a24-9185-2b8e401834a0 service nova] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Received event network-changed-94cc4f4f-6987-4ffe-a9c1-21169326b0cd {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1987.830388] env[62402]: DEBUG nova.compute.manager [req-c26dd960-1b7c-495b-ad7e-fac61d5a10d8 req-ad3a6075-b8cd-4a24-9185-2b8e401834a0 service nova] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Refreshing instance network info cache due to event network-changed-94cc4f4f-6987-4ffe-a9c1-21169326b0cd. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1987.830388] env[62402]: DEBUG oslo_concurrency.lockutils [req-c26dd960-1b7c-495b-ad7e-fac61d5a10d8 req-ad3a6075-b8cd-4a24-9185-2b8e401834a0 service nova] Acquiring lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.830388] env[62402]: DEBUG oslo_concurrency.lockutils [req-c26dd960-1b7c-495b-ad7e-fac61d5a10d8 req-ad3a6075-b8cd-4a24-9185-2b8e401834a0 service nova] Acquired lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.830388] env[62402]: DEBUG nova.network.neutron [req-c26dd960-1b7c-495b-ad7e-fac61d5a10d8 req-ad3a6075-b8cd-4a24-9185-2b8e401834a0 service nova] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Refreshing network info cache for port 94cc4f4f-6987-4ffe-a9c1-21169326b0cd {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1987.966711] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b9d190-dbcd-41d8-bf80-877252c47e66 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.974595] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c4011b-32e3-46d3-b88f-f9b5817ed2cf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.005359] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54c6ab4-ca2d-49fb-970c-b397a99df8df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.012982] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71d080a-8474-4454-b737-949616447e35 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.026864] env[62402]: DEBUG nova.compute.provider_tree [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.101555] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873787, 'name': CreateVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.526774] env[62402]: DEBUG nova.network.neutron [req-c26dd960-1b7c-495b-ad7e-fac61d5a10d8 req-ad3a6075-b8cd-4a24-9185-2b8e401834a0 service nova] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updated VIF entry in instance network info cache for port 94cc4f4f-6987-4ffe-a9c1-21169326b0cd. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1988.527170] env[62402]: DEBUG nova.network.neutron [req-c26dd960-1b7c-495b-ad7e-fac61d5a10d8 req-ad3a6075-b8cd-4a24-9185-2b8e401834a0 service nova] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance_info_cache with network_info: [{"id": "94cc4f4f-6987-4ffe-a9c1-21169326b0cd", "address": "fa:16:3e:a6:33:8e", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cc4f4f-69", "ovs_interfaceid": "94cc4f4f-6987-4ffe-a9c1-21169326b0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.533024] env[62402]: DEBUG nova.scheduler.client.report [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1988.601075] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873787, 'name': CreateVM_Task, 'duration_secs': 0.610576} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.601253] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1988.601919] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.602096] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.602402] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1988.602653] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b3a8a3-597f-4286-8946-69f37f270f08 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.607105] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1988.607105] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5219e692-5f5e-7a13-044d-30887c027d9f" [ 1988.607105] env[62402]: _type = "Task" [ 1988.607105] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.614481] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5219e692-5f5e-7a13-044d-30887c027d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.030440] env[62402]: DEBUG oslo_concurrency.lockutils [req-c26dd960-1b7c-495b-ad7e-fac61d5a10d8 req-ad3a6075-b8cd-4a24-9185-2b8e401834a0 service nova] Releasing lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.118812] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5219e692-5f5e-7a13-044d-30887c027d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.119109] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.119333] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1989.119557] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.119701] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.119875] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1989.120130] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feb023ab-e13a-4e19-8c6f-0dc78e3a8bfb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.127562] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1989.127729] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1989.128391] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6887b8b-0be7-45a2-96d0-6cd77ab9d35e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.133312] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1989.133312] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c1e067-2d60-1442-c6f6-554e47d0bb48" [ 1989.133312] env[62402]: _type = "Task" [ 1989.133312] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.140472] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c1e067-2d60-1442-c6f6-554e47d0bb48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.544499] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.178s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.644295] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c1e067-2d60-1442-c6f6-554e47d0bb48, 'name': SearchDatastore_Task, 'duration_secs': 0.011762} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.644827] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3146534-a213-4772-a85d-fe32f7c481ed {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.649945] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1989.649945] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c66659-d09e-1f95-b01a-bed6c0aa9b06" [ 1989.649945] env[62402]: _type = "Task" [ 1989.649945] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.657710] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c66659-d09e-1f95-b01a-bed6c0aa9b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.105115] env[62402]: INFO nova.scheduler.client.report [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted allocation for migration c967a73e-0351-488c-8ad3-a88712b8e46c [ 1990.160811] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52c66659-d09e-1f95-b01a-bed6c0aa9b06, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.161105] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.161375] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] c892bd40-66d6-49bc-85a3-d6d76d99a7e8/c892bd40-66d6-49bc-85a3-d6d76d99a7e8.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1990.161632] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42983fbf-987e-47ba-98a6-674414eeeff8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.168576] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1990.168576] env[62402]: value = "task-1873788" [ 1990.168576] env[62402]: _type = "Task" [ 1990.168576] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.176247] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.188234] env[62402]: INFO nova.compute.manager [None req-9783df7b-833c-47d9-a28e-dad9e7883e04 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Get console output [ 1990.188473] env[62402]: WARNING nova.virt.vmwareapi.driver [None req-9783df7b-833c-47d9-a28e-dad9e7883e04 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] The console log is missing. Check your VSPC configuration [ 1990.610591] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3b3fa8f5-5491-4764-913d-1f29dec575a5 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4af4ed03-ea47-4100-8b61-14eb761d40ba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.137s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.678536] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449813} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.678858] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] c892bd40-66d6-49bc-85a3-d6d76d99a7e8/c892bd40-66d6-49bc-85a3-d6d76d99a7e8.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1990.679091] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1990.679347] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8fee282-d597-44b3-a74d-d8d11e52ddf0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.686285] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1990.686285] env[62402]: value = "task-1873789" [ 1990.686285] env[62402]: _type = "Task" [ 1990.686285] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.694547] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.195319] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062804} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.195721] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1991.196374] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0785382-ab3d-4f36-8ef3-1bf82d0a2270 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.219588] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c892bd40-66d6-49bc-85a3-d6d76d99a7e8/c892bd40-66d6-49bc-85a3-d6d76d99a7e8.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1991.220166] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f96bd9-7dfb-423b-a126-51666e621966 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.238926] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1991.238926] env[62402]: value = "task-1873790" [ 1991.238926] env[62402]: _type = "Task" [ 1991.238926] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.246458] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.749304] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.249442] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873790, 'name': ReconfigVM_Task, 'duration_secs': 0.529864} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.249826] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c892bd40-66d6-49bc-85a3-d6d76d99a7e8/c892bd40-66d6-49bc-85a3-d6d76d99a7e8.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1992.250357] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46136019-3ae1-4a0c-9a2e-03d527b4a3df {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.256737] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1992.256737] env[62402]: value = "task-1873791" [ 1992.256737] env[62402]: _type = "Task" [ 1992.256737] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.264132] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873791, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.766062] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873791, 'name': Rename_Task, 'duration_secs': 0.134914} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.766286] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1992.766452] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcb82cc0-409f-4bad-9dcc-77e83643882c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.772293] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 1992.772293] env[62402]: value = "task-1873792" [ 1992.772293] env[62402]: _type = "Task" [ 1992.772293] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.779347] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.282074] env[62402]: DEBUG oslo_vmware.api [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873792, 'name': PowerOnVM_Task, 'duration_secs': 0.472526} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.282458] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1993.282458] env[62402]: INFO nova.compute.manager [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1993.282545] env[62402]: DEBUG nova.compute.manager [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1993.283304] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ebb2ee-ef21-4c26-85b6-9dacf7c46e1e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.799352] env[62402]: INFO nova.compute.manager [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Took 12.53 seconds to build instance. [ 1994.301805] env[62402]: DEBUG oslo_concurrency.lockutils [None req-0d0c3655-2a43-4f25-b6ab-c37e37ae09c0 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.038s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.746474] env[62402]: DEBUG nova.compute.manager [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Stashing vm_state: active {{(pid=62402) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1996.268077] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.268077] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.773532] env[62402]: INFO nova.compute.claims [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1997.282998] env[62402]: INFO nova.compute.resource_tracker [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating resource usage from migration 3ebfeb4f-2f73-450f-82f3-3dd736917cd8 [ 1997.374567] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e85d274-3468-4c23-9d4f-720662902e36 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.382634] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f9dfc9-422f-43e5-8c93-c6f38f987aee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.412587] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66464af-2184-4f03-a2b0-020551a14c4e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.419899] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48528db5-dad6-4133-b75a-cf792a539689 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.432923] env[62402]: DEBUG nova.compute.provider_tree [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.936196] env[62402]: DEBUG nova.scheduler.client.report [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1998.441989] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.174s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.442292] env[62402]: INFO nova.compute.manager [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Migrating [ 1998.957975] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.958388] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.958388] env[62402]: DEBUG nova.network.neutron [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1999.641729] env[62402]: DEBUG nova.network.neutron [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance_info_cache with network_info: [{"id": "94cc4f4f-6987-4ffe-a9c1-21169326b0cd", "address": "fa:16:3e:a6:33:8e", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cc4f4f-69", "ovs_interfaceid": "94cc4f4f-6987-4ffe-a9c1-21169326b0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.144938] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.659604] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c121874-12e7-451b-96d6-83bc2c065cf9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.678596] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance 'c892bd40-66d6-49bc-85a3-d6d76d99a7e8' progress to 0 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2001.981762] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "130b27f2-52d7-4de8-8341-fa66061e5887" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.982648] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "130b27f2-52d7-4de8-8341-fa66061e5887" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.982888] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "130b27f2-52d7-4de8-8341-fa66061e5887-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.983090] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "130b27f2-52d7-4de8-8341-fa66061e5887-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.983279] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "130b27f2-52d7-4de8-8341-fa66061e5887-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.985343] env[62402]: INFO nova.compute.manager [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Terminating instance [ 2002.186427] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2002.186739] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66ee58e1-a2bb-4520-ad37-c0b32f35e7f4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.194128] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2002.194128] env[62402]: value = "task-1873793" [ 2002.194128] env[62402]: _type = "Task" [ 2002.194128] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.202152] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.489552] env[62402]: DEBUG nova.compute.manager [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2002.489809] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2002.490721] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d792c6-70d8-45d4-97c7-0caa18cfacf7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.498539] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2002.498784] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bed9a021-b6e4-4418-b3a4-b832286b4f81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.505397] env[62402]: DEBUG oslo_vmware.api [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 2002.505397] env[62402]: value = "task-1873794" [ 2002.505397] env[62402]: _type = "Task" [ 2002.505397] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.514837] env[62402]: DEBUG oslo_vmware.api [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.704387] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873793, 'name': PowerOffVM_Task, 'duration_secs': 0.453742} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.704757] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2002.704917] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance 'c892bd40-66d6-49bc-85a3-d6d76d99a7e8' progress to 17 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2003.015464] env[62402]: DEBUG oslo_vmware.api [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873794, 'name': PowerOffVM_Task, 'duration_secs': 0.204129} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.015714] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.015840] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.016106] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecd068d6-4a33-48ec-9258-ecacbfb69b52 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.088634] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.088874] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.089047] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleting the datastore file [datastore2] 130b27f2-52d7-4de8-8341-fa66061e5887 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.089337] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8cad940-9551-475e-8c27-a807a91a2b5a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.095846] env[62402]: DEBUG oslo_vmware.api [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for the task: (returnval){ [ 2003.095846] env[62402]: value = "task-1873796" [ 2003.095846] env[62402]: _type = "Task" [ 2003.095846] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.103559] env[62402]: DEBUG oslo_vmware.api [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.211109] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2003.211394] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2003.211517] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2003.211721] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2003.211862] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2003.211986] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2003.212209] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2003.212364] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2003.212534] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2003.212698] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2003.212871] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2003.218323] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c991ad7a-01fa-4fd7-bd66-fe0329e7c96c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.233755] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2003.233755] env[62402]: value = "task-1873797" [ 2003.233755] env[62402]: _type = "Task" [ 2003.233755] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.241589] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.606584] env[62402]: DEBUG oslo_vmware.api [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Task: {'id': task-1873796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127043} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.606584] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2003.606584] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2003.606584] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2003.606584] env[62402]: INFO nova.compute.manager [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2003.606986] env[62402]: DEBUG oslo.service.loopingcall [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2003.606986] env[62402]: DEBUG nova.compute.manager [-] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2003.607083] env[62402]: DEBUG nova.network.neutron [-] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2003.743430] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873797, 'name': ReconfigVM_Task, 'duration_secs': 0.160625} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.743760] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance 'c892bd40-66d6-49bc-85a3-d6d76d99a7e8' progress to 33 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2004.109777] env[62402]: DEBUG nova.compute.manager [req-86d34f93-a837-4161-ad92-c86805798b82 req-86630206-d51b-40c3-9482-2d30e1a82177 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Received event network-vif-deleted-29f78266-ab46-4759-a64b-f5db5e994e66 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2004.110044] env[62402]: INFO nova.compute.manager [req-86d34f93-a837-4161-ad92-c86805798b82 req-86630206-d51b-40c3-9482-2d30e1a82177 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Neutron deleted interface 29f78266-ab46-4759-a64b-f5db5e994e66; detaching it from the instance and deleting it from the info cache [ 2004.110237] env[62402]: DEBUG nova.network.neutron [req-86d34f93-a837-4161-ad92-c86805798b82 req-86630206-d51b-40c3-9482-2d30e1a82177 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.250030] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2004.250301] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2004.250468] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2004.250650] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2004.250797] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2004.250946] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2004.251234] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2004.251433] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2004.251657] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2004.251857] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2004.252070] env[62402]: DEBUG nova.virt.hardware [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2004.257522] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2004.258150] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb3b879-1507-49ae-91ec-f1346fd2f986 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.276531] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2004.276531] env[62402]: value = "task-1873798" [ 2004.276531] env[62402]: _type = "Task" [ 2004.276531] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.285555] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.584554] env[62402]: DEBUG nova.network.neutron [-] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.613934] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a0d3832-986a-452f-b16a-18eba9283ac4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.623784] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bd6a64-faa0-4f9e-8a37-2250e7a010a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.651086] env[62402]: DEBUG nova.compute.manager [req-86d34f93-a837-4161-ad92-c86805798b82 req-86630206-d51b-40c3-9482-2d30e1a82177 service nova] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Detach interface failed, port_id=29f78266-ab46-4759-a64b-f5db5e994e66, reason: Instance 130b27f2-52d7-4de8-8341-fa66061e5887 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2004.786794] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873798, 'name': ReconfigVM_Task, 'duration_secs': 0.15769} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.787169] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2004.787871] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31873dd-a7eb-4f1f-8dae-b371362d56a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.810013] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c892bd40-66d6-49bc-85a3-d6d76d99a7e8/c892bd40-66d6-49bc-85a3-d6d76d99a7e8.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2004.810238] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f96fff7-ed68-4ece-88f2-7a124595dcf3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.828963] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2004.828963] env[62402]: value = "task-1873799" [ 2004.828963] env[62402]: _type = "Task" [ 2004.828963] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.837919] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.088083] env[62402]: INFO nova.compute.manager [-] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Took 1.48 seconds to deallocate network for instance. [ 2005.338341] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873799, 'name': ReconfigVM_Task, 'duration_secs': 0.251132} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.338588] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c892bd40-66d6-49bc-85a3-d6d76d99a7e8/c892bd40-66d6-49bc-85a3-d6d76d99a7e8.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2005.338888] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance 'c892bd40-66d6-49bc-85a3-d6d76d99a7e8' progress to 50 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2005.593931] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.594152] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.594395] env[62402]: DEBUG nova.objects.instance [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lazy-loading 'resources' on Instance uuid 130b27f2-52d7-4de8-8341-fa66061e5887 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.845456] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef2db01-eb72-4b21-87a3-80a90f2d9977 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.866042] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b17cbe8-5537-4677-900b-c97d327d8965 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.883532] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance 'c892bd40-66d6-49bc-85a3-d6d76d99a7e8' progress to 67 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2006.182324] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7565f128-f5fd-425d-a302-22b949287034 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.189596] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4123831-264f-4c3d-b77e-cdf6317c116e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.218517] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ecfa87-d1bf-443a-8cc2-0d883aeb109e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.225229] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c6c27b-95df-4d34-a1d0-1cd0ae4a7cc6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.237868] env[62402]: DEBUG nova.compute.provider_tree [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2006.420770] env[62402]: DEBUG nova.network.neutron [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Port 94cc4f4f-6987-4ffe-a9c1-21169326b0cd binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2006.741072] env[62402]: DEBUG nova.scheduler.client.report [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2007.246450] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.262524] env[62402]: INFO nova.scheduler.client.report [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Deleted allocations for instance 130b27f2-52d7-4de8-8341-fa66061e5887 [ 2007.442358] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.442568] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.442568] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.769890] env[62402]: DEBUG oslo_concurrency.lockutils [None req-2769ee73-3f03-41b6-b861-ed931c3a29ec tempest-AttachVolumeShelveTestJSON-1147220820 tempest-AttachVolumeShelveTestJSON-1147220820-project-member] Lock "130b27f2-52d7-4de8-8341-fa66061e5887" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.787s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.245096] env[62402]: DEBUG nova.compute.manager [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Stashing vm_state: active {{(pid=62402) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2008.477451] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.477715] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.477940] env[62402]: DEBUG nova.network.neutron [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.765264] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.765391] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.188739] env[62402]: DEBUG nova.network.neutron [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance_info_cache with network_info: [{"id": "94cc4f4f-6987-4ffe-a9c1-21169326b0cd", "address": "fa:16:3e:a6:33:8e", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cc4f4f-69", "ovs_interfaceid": "94cc4f4f-6987-4ffe-a9c1-21169326b0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.270019] env[62402]: INFO nova.compute.claims [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2009.692055] env[62402]: DEBUG oslo_concurrency.lockutils [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.776635] env[62402]: INFO nova.compute.resource_tracker [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating resource usage from migration 2f8be2b2-59e8-4ca9-baee-3eaea9ab43e1 [ 2009.859976] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3c9e9b-ba32-49fe-a4f6-8b988ca14501 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.868034] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e901a883-708c-4290-85af-fc779643f056 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.898379] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0078c066-8a6b-42e8-b1a8-16ff2f642fa0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.905538] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7539c68c-bac0-4f98-9496-a84dcfaf9be8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.918959] env[62402]: DEBUG nova.compute.provider_tree [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2010.212506] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c481f7-d70d-400a-bca4-36987cdd3f4f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.232687] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af24bba-6b1e-4613-8d92-97aae3961e33 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.239291] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance 'c892bd40-66d6-49bc-85a3-d6d76d99a7e8' progress to 83 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2010.422233] env[62402]: DEBUG nova.scheduler.client.report [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2010.746128] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2010.746128] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-570c1ef1-5ac3-44da-828a-59f19321db93 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.754262] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2010.754262] env[62402]: value = "task-1873801" [ 2010.754262] env[62402]: _type = "Task" [ 2010.754262] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.762369] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.927798] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.162s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.928040] env[62402]: INFO nova.compute.manager [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Migrating [ 2011.264606] env[62402]: DEBUG oslo_vmware.api [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873801, 'name': PowerOnVM_Task, 'duration_secs': 0.435571} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.264873] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2011.265068] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7b867d-baa8-4894-94cc-7519faa44cfd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance 'c892bd40-66d6-49bc-85a3-d6d76d99a7e8' progress to 100 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2011.444305] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.444491] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.444630] env[62402]: DEBUG nova.network.neutron [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2012.165347] env[62402]: DEBUG nova.network.neutron [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance_info_cache with network_info: [{"id": "72da3a92-7580-416e-88cc-e176a50624a1", "address": "fa:16:3e:01:fb:37", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72da3a92-75", "ovs_interfaceid": "72da3a92-7580-416e-88cc-e176a50624a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.668387] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.048152] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.048430] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.048601] env[62402]: DEBUG nova.compute.manager [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Going to confirm migration 8 {{(pid=62402) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2014.188155] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f6d90-ee94-4c11-baef-dcaed9cfbaf7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.206932] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance '9fb38f0a-d7a2-4135-9ba4-501c75dfdb69' progress to 0 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2014.593246] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.593461] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.593655] env[62402]: DEBUG nova.network.neutron [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2014.593852] env[62402]: DEBUG nova.objects.instance [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lazy-loading 'info_cache' on Instance uuid c892bd40-66d6-49bc-85a3-d6d76d99a7e8 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.714111] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2014.714455] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7521593-2143-4def-ba21-ed3fdeb87216 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.722333] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2014.722333] env[62402]: value = "task-1873802" [ 2014.722333] env[62402]: _type = "Task" [ 2014.722333] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.730351] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.233238] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873802, 'name': PowerOffVM_Task, 'duration_secs': 0.191746} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.233627] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2015.233713] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance '9fb38f0a-d7a2-4135-9ba4-501c75dfdb69' progress to 17 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2015.543033] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "4af4ed03-ea47-4100-8b61-14eb761d40ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.543265] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4af4ed03-ea47-4100-8b61-14eb761d40ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.543535] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "4af4ed03-ea47-4100-8b61-14eb761d40ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.543737] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4af4ed03-ea47-4100-8b61-14eb761d40ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.543908] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4af4ed03-ea47-4100-8b61-14eb761d40ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.546074] env[62402]: INFO nova.compute.manager [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Terminating instance [ 2015.740344] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2015.740727] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2015.740946] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2015.741159] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2015.741314] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2015.741467] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2015.741709] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2015.741918] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2015.742114] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2015.742290] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2015.742540] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2015.748396] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f22cd7a4-cfcf-45ba-ab2c-f954ae4373b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.766278] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2015.766278] env[62402]: value = "task-1873803" [ 2015.766278] env[62402]: _type = "Task" [ 2015.766278] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.773990] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.794136] env[62402]: DEBUG nova.network.neutron [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance_info_cache with network_info: [{"id": "94cc4f4f-6987-4ffe-a9c1-21169326b0cd", "address": "fa:16:3e:a6:33:8e", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cc4f4f-69", "ovs_interfaceid": "94cc4f4f-6987-4ffe-a9c1-21169326b0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.050385] env[62402]: DEBUG nova.compute.manager [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2016.050730] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2016.051149] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7e3e30b-a402-4e2e-846a-2c832d0e578a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.061023] env[62402]: DEBUG oslo_vmware.api [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 2016.061023] env[62402]: value = "task-1873804" [ 2016.061023] env[62402]: _type = "Task" [ 2016.061023] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.075495] env[62402]: DEBUG oslo_vmware.api [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.276495] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873803, 'name': ReconfigVM_Task, 'duration_secs': 0.170577} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.276985] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance '9fb38f0a-d7a2-4135-9ba4-501c75dfdb69' progress to 33 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2016.296610] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "refresh_cache-c892bd40-66d6-49bc-85a3-d6d76d99a7e8" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.296878] env[62402]: DEBUG nova.objects.instance [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lazy-loading 'migration_context' on Instance uuid c892bd40-66d6-49bc-85a3-d6d76d99a7e8 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.570206] env[62402]: DEBUG oslo_vmware.api [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873804, 'name': PowerOffVM_Task, 'duration_secs': 0.248022} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.570476] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2016.570677] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2016.570867] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387197', 'volume_id': '9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'name': 'volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4af4ed03-ea47-4100-8b61-14eb761d40ba', 'attached_at': '2024-12-14T03:18:16.000000', 'detached_at': '', 'volume_id': '9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'serial': '9772c57f-bba1-4cd8-87ef-b504d4ac070a'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2016.571623] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7e7133-3c34-4937-b2b9-a37e11702a8a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.589349] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b24539-1fb4-458f-9fd1-b680a12663d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.595630] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93137f57-a7f4-401e-b622-946722a9d8b1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.613625] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47143c58-f35b-45fa-b532-226cb4f5b02a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.627600] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] The volume has not been displaced from its original location: [datastore2] volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a/volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2016.632839] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2016.633100] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58702ade-5244-4fa6-9424-cc40c4148778 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.651379] env[62402]: DEBUG oslo_vmware.api [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 2016.651379] env[62402]: value = "task-1873805" [ 2016.651379] env[62402]: _type = "Task" [ 2016.651379] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.658851] env[62402]: DEBUG oslo_vmware.api [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.783638] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2016.783942] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2016.784103] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2016.784250] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2016.784477] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2016.784648] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2016.784857] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2016.785031] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2016.785203] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2016.785376] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2016.785612] env[62402]: DEBUG nova.virt.hardware [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2016.791062] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2016.791355] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb412e2b-e4cd-4e1e-9603-4aad67ce7a4e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.804791] env[62402]: DEBUG nova.objects.base [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2016.805636] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42842a1b-1c83-4705-8d46-78f4f00b1534 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.824856] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c23e978-cc5d-41b5-bd23-a8416f8a084d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.827022] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2016.827022] env[62402]: value = "task-1873806" [ 2016.827022] env[62402]: _type = "Task" [ 2016.827022] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.831243] env[62402]: DEBUG oslo_vmware.api [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2016.831243] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]526aedf0-a1d3-dd21-61bd-a2a235e564d2" [ 2016.831243] env[62402]: _type = "Task" [ 2016.831243] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.837861] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.842918] env[62402]: DEBUG oslo_vmware.api [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526aedf0-a1d3-dd21-61bd-a2a235e564d2, 'name': SearchDatastore_Task, 'duration_secs': 0.006637} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.843229] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.843509] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.162620] env[62402]: DEBUG oslo_vmware.api [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873805, 'name': ReconfigVM_Task, 'duration_secs': 0.15005} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.162899] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2017.167706] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e39a6db-d95f-4b4e-8c5c-e213c38c21a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.183775] env[62402]: DEBUG oslo_vmware.api [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 2017.183775] env[62402]: value = "task-1873807" [ 2017.183775] env[62402]: _type = "Task" [ 2017.183775] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.191558] env[62402]: DEBUG oslo_vmware.api [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.336643] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873806, 'name': ReconfigVM_Task, 'duration_secs': 0.164286} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.336984] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2017.337787] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f73930-6e8d-4f03-ab44-ed6668d91c81 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.362687] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69/9fb38f0a-d7a2-4135-9ba4-501c75dfdb69.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2017.363175] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eabf68b-1143-4b04-a7c2-25d8f4b299b7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.383052] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2017.383052] env[62402]: value = "task-1873808" [ 2017.383052] env[62402]: _type = "Task" [ 2017.383052] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.390526] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.456578] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de300ef5-6cad-4086-9f17-ded1646114a4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.463953] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cd4989-7dfd-4c2a-8c52-43ec358f1e30 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.494398] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc011bc-8525-49e1-b155-48ac21487a90 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.501494] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3453768-7988-472f-a15e-3b7babea248d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.514651] env[62402]: DEBUG nova.compute.provider_tree [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2017.693633] env[62402]: DEBUG oslo_vmware.api [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873807, 'name': ReconfigVM_Task, 'duration_secs': 0.113667} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.693936] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387197', 'volume_id': '9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'name': 'volume-9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4af4ed03-ea47-4100-8b61-14eb761d40ba', 'attached_at': '2024-12-14T03:18:16.000000', 'detached_at': '', 'volume_id': '9772c57f-bba1-4cd8-87ef-b504d4ac070a', 'serial': '9772c57f-bba1-4cd8-87ef-b504d4ac070a'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2017.694241] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2017.694979] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24378c5-1cb2-4643-93f0-7e67faaaa79b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.701191] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2017.701408] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1baf6007-c23b-4aa4-9c94-975ecee6719d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.783359] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2017.783601] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2017.783787] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleting the datastore file [datastore2] 4af4ed03-ea47-4100-8b61-14eb761d40ba {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2017.784053] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3c8d7c1-cd44-451f-adcc-68a6d9a8b60b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.790389] env[62402]: DEBUG oslo_vmware.api [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 2017.790389] env[62402]: value = "task-1873810" [ 2017.790389] env[62402]: _type = "Task" [ 2017.790389] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.797747] env[62402]: DEBUG oslo_vmware.api [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.893115] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873808, 'name': ReconfigVM_Task, 'duration_secs': 0.257377} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.893396] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69/9fb38f0a-d7a2-4135-9ba4-501c75dfdb69.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2017.893661] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance '9fb38f0a-d7a2-4135-9ba4-501c75dfdb69' progress to 50 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2018.018047] env[62402]: DEBUG nova.scheduler.client.report [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2018.301328] env[62402]: DEBUG oslo_vmware.api [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07761} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.301648] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.301842] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.302121] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.302264] env[62402]: INFO nova.compute.manager [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Took 2.25 seconds to destroy the instance on the hypervisor. [ 2018.302547] env[62402]: DEBUG oslo.service.loopingcall [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.302772] env[62402]: DEBUG nova.compute.manager [-] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2018.302880] env[62402]: DEBUG nova.network.neutron [-] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2018.401127] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56670660-c05d-4871-b7ef-a5cf6e2738d9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.421187] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5478d1-bc16-456f-b224-7c64bae371ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.447121] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance '9fb38f0a-d7a2-4135-9ba4-501c75dfdb69' progress to 67 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2018.746206] env[62402]: DEBUG nova.compute.manager [req-50a8e398-6890-4c0c-a174-24879cdf416e req-d0697383-7713-43a9-a357-c2ed71930a28 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Received event network-vif-deleted-4f21bffa-28e2-4a68-8a5f-2e09adcdd410 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2018.746423] env[62402]: INFO nova.compute.manager [req-50a8e398-6890-4c0c-a174-24879cdf416e req-d0697383-7713-43a9-a357-c2ed71930a28 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Neutron deleted interface 4f21bffa-28e2-4a68-8a5f-2e09adcdd410; detaching it from the instance and deleting it from the info cache [ 2018.746557] env[62402]: DEBUG nova.network.neutron [req-50a8e398-6890-4c0c-a174-24879cdf416e req-d0697383-7713-43a9-a357-c2ed71930a28 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.990301] env[62402]: DEBUG nova.network.neutron [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Port 72da3a92-7580-416e-88cc-e176a50624a1 binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2019.029215] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.186s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.225012] env[62402]: DEBUG nova.network.neutron [-] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.249741] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caff42b7-58fa-4684-ac15-4361a1e9ecbf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.259436] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94db5e79-76cb-42a7-8ad9-e79beb3bbc25 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.285977] env[62402]: DEBUG nova.compute.manager [req-50a8e398-6890-4c0c-a174-24879cdf416e req-d0697383-7713-43a9-a357-c2ed71930a28 service nova] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Detach interface failed, port_id=4f21bffa-28e2-4a68-8a5f-2e09adcdd410, reason: Instance 4af4ed03-ea47-4100-8b61-14eb761d40ba could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2019.588774] env[62402]: INFO nova.scheduler.client.report [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted allocation for migration 3ebfeb4f-2f73-450f-82f3-3dd736917cd8 [ 2019.727853] env[62402]: INFO nova.compute.manager [-] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Took 1.42 seconds to deallocate network for instance. [ 2020.013123] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.013356] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.013529] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.094783] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e6df1915-9e2a-4595-a30d-eb81d4cbc6c1 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.046s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.269645] env[62402]: INFO nova.compute.manager [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Took 0.54 seconds to detach 1 volumes for instance. [ 2020.272505] env[62402]: DEBUG nova.compute.manager [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Deleting volume: 9772c57f-bba1-4cd8-87ef-b504d4ac070a {{(pid=62402) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2020.810276] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.813020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.813020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.830931] env[62402]: INFO nova.scheduler.client.report [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted allocations for instance 4af4ed03-ea47-4100-8b61-14eb761d40ba [ 2020.892214] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.892483] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.892705] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.892916] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.893125] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.895807] env[62402]: INFO nova.compute.manager [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Terminating instance [ 2021.056461] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.056683] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.056863] env[62402]: DEBUG nova.network.neutron [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2021.305919] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "50a3c6d6-0ca1-4663-9462-98384ba852c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.306118] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "50a3c6d6-0ca1-4663-9462-98384ba852c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.339217] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8021c326-b77e-48e9-9f4b-ddb2dbf50805 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "4af4ed03-ea47-4100-8b61-14eb761d40ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.796s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.399269] env[62402]: DEBUG nova.compute.manager [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2021.399473] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2021.400758] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03e1b4f-4bee-4d3a-bd2f-c3ac5a63f166 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.408577] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2021.408800] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08636382-08ba-4b59-8871-58fa08f6bc13 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.415247] env[62402]: DEBUG oslo_vmware.api [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2021.415247] env[62402]: value = "task-1873812" [ 2021.415247] env[62402]: _type = "Task" [ 2021.415247] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.422360] env[62402]: DEBUG oslo_vmware.api [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.808857] env[62402]: DEBUG nova.compute.manager [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2021.865735] env[62402]: DEBUG nova.network.neutron [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance_info_cache with network_info: [{"id": "72da3a92-7580-416e-88cc-e176a50624a1", "address": "fa:16:3e:01:fb:37", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72da3a92-75", "ovs_interfaceid": "72da3a92-7580-416e-88cc-e176a50624a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.924903] env[62402]: DEBUG oslo_vmware.api [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873812, 'name': PowerOffVM_Task, 'duration_secs': 0.187018} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.925171] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2021.925342] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2021.925754] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f93f3a1-a0fa-408a-ba85-06ebca671d35 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.996473] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2021.996757] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2021.996948] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleting the datastore file [datastore2] c892bd40-66d6-49bc-85a3-d6d76d99a7e8 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2021.997221] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a8a1a76-02b4-434a-82ae-6df3c7bd7988 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.003977] env[62402]: DEBUG oslo_vmware.api [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2022.003977] env[62402]: value = "task-1873814" [ 2022.003977] env[62402]: _type = "Task" [ 2022.003977] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.011660] env[62402]: DEBUG oslo_vmware.api [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.227025] env[62402]: DEBUG oslo_concurrency.lockutils [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "d10ae616-3446-465f-8748-0e55793ec4bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.227319] env[62402]: DEBUG oslo_concurrency.lockutils [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "d10ae616-3446-465f-8748-0e55793ec4bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.227530] env[62402]: DEBUG oslo_concurrency.lockutils [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "d10ae616-3446-465f-8748-0e55793ec4bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.227718] env[62402]: DEBUG oslo_concurrency.lockutils [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "d10ae616-3446-465f-8748-0e55793ec4bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.227894] env[62402]: DEBUG oslo_concurrency.lockutils [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "d10ae616-3446-465f-8748-0e55793ec4bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.230225] env[62402]: INFO nova.compute.manager [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Terminating instance [ 2022.333216] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.333697] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.335272] env[62402]: INFO nova.compute.claims [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2022.368650] env[62402]: DEBUG oslo_concurrency.lockutils [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.513888] env[62402]: DEBUG oslo_vmware.api [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146422} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.514224] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2022.514417] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2022.514598] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2022.514772] env[62402]: INFO nova.compute.manager [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2022.515031] env[62402]: DEBUG oslo.service.loopingcall [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2022.515228] env[62402]: DEBUG nova.compute.manager [-] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2022.515323] env[62402]: DEBUG nova.network.neutron [-] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2022.735054] env[62402]: DEBUG nova.compute.manager [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2022.735054] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2022.735796] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1d7a5c-0ca1-4aa4-bfb3-d2a130dc76cd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.745424] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2022.745740] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e07e25b-d9b0-4db1-8429-08916f8ccd92 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.752392] env[62402]: DEBUG oslo_vmware.api [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 2022.752392] env[62402]: value = "task-1873815" [ 2022.752392] env[62402]: _type = "Task" [ 2022.752392] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.760799] env[62402]: DEBUG oslo_vmware.api [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.792902] env[62402]: DEBUG nova.compute.manager [req-9d97b2e3-51f4-4b99-a97e-73eba552456c req-1df0650a-57f2-479f-815b-faea62b60f75 service nova] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Received event network-vif-deleted-94cc4f4f-6987-4ffe-a9c1-21169326b0cd {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2022.793337] env[62402]: INFO nova.compute.manager [req-9d97b2e3-51f4-4b99-a97e-73eba552456c req-1df0650a-57f2-479f-815b-faea62b60f75 service nova] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Neutron deleted interface 94cc4f4f-6987-4ffe-a9c1-21169326b0cd; detaching it from the instance and deleting it from the info cache [ 2022.793559] env[62402]: DEBUG nova.network.neutron [req-9d97b2e3-51f4-4b99-a97e-73eba552456c req-1df0650a-57f2-479f-815b-faea62b60f75 service nova] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.797401] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.797840] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.797985] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2022.798139] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2022.896465] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5944fd08-73ee-4dd6-adbd-4b7a62a360c2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.916670] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d7f30d-70a3-45d3-beac-b01c66c65040 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.924303] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance '9fb38f0a-d7a2-4135-9ba4-501c75dfdb69' progress to 83 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2023.262078] env[62402]: DEBUG oslo_vmware.api [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873815, 'name': PowerOffVM_Task, 'duration_secs': 0.229126} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.262357] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2023.262529] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2023.262773] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a5b6ef6-8196-4184-bc30-d2b24c8d90d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.264300] env[62402]: DEBUG nova.network.neutron [-] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.296667] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e3ca0c0-4324-4195-ad95-14e65e27fc5d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.301606] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Skipping network cache update for instance because it is being deleted. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 2023.301823] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Skipping network cache update for instance because it is being deleted. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 2023.301968] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Skipping network cache update for instance because it is Building. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 2023.307825] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa353a3-5ecd-403a-ae8a-e7e016e5f96b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.335015] env[62402]: DEBUG nova.compute.manager [req-9d97b2e3-51f4-4b99-a97e-73eba552456c req-1df0650a-57f2-479f-815b-faea62b60f75 service nova] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Detach interface failed, port_id=94cc4f4f-6987-4ffe-a9c1-21169326b0cd, reason: Instance c892bd40-66d6-49bc-85a3-d6d76d99a7e8 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2023.335914] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.336062] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquired lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.336202] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Forcefully refreshing network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2023.336352] env[62402]: DEBUG nova.objects.instance [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lazy-loading 'info_cache' on Instance uuid 8a58174b-e33a-4f2e-9e06-d78a335d1579 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.361027] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2023.361027] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2023.361251] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleting the datastore file [datastore1] d10ae616-3446-465f-8748-0e55793ec4bd {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2023.361294] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daf299d8-643c-437c-bd4e-1289d22e9232 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.368298] env[62402]: DEBUG oslo_vmware.api [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 2023.368298] env[62402]: value = "task-1873817" [ 2023.368298] env[62402]: _type = "Task" [ 2023.368298] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.377951] env[62402]: DEBUG oslo_vmware.api [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.423271] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e40bead-ee4e-4112-b970-c83ccd1ffdb1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.432744] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.433030] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f1c5f79-5d50-46bd-afa5-62a589d25dd5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.435168] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef081706-d558-40bb-98dc-9048d75b3797 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.468432] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ab33d-6b42-4ebf-9157-e28a48bb1daa {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.471215] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2023.471215] env[62402]: value = "task-1873818" [ 2023.471215] env[62402]: _type = "Task" [ 2023.471215] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.477766] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44b8964-fe19-4ea4-8358-85e1cb5f9da8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.485046] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873818, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.494415] env[62402]: DEBUG nova.compute.provider_tree [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2023.766894] env[62402]: INFO nova.compute.manager [-] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Took 1.25 seconds to deallocate network for instance. [ 2023.880191] env[62402]: DEBUG oslo_vmware.api [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12768} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.880450] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2023.880634] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2023.880861] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2023.880975] env[62402]: INFO nova.compute.manager [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2023.881239] env[62402]: DEBUG oslo.service.loopingcall [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2023.881427] env[62402]: DEBUG nova.compute.manager [-] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2023.881523] env[62402]: DEBUG nova.network.neutron [-] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2023.981719] env[62402]: DEBUG oslo_vmware.api [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873818, 'name': PowerOnVM_Task, 'duration_secs': 0.374899} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.982065] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2023.982182] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-16f3e7da-5d57-4cfb-9eb5-181d032566da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance '9fb38f0a-d7a2-4135-9ba4-501c75dfdb69' progress to 100 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2023.997859] env[62402]: DEBUG nova.scheduler.client.report [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2024.272819] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.502433] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.502923] env[62402]: DEBUG nova.compute.manager [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2024.506141] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.233s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.506269] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.529239] env[62402]: INFO nova.scheduler.client.report [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted allocations for instance c892bd40-66d6-49bc-85a3-d6d76d99a7e8 [ 2024.628935] env[62402]: DEBUG nova.network.neutron [-] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.820751] env[62402]: DEBUG nova.compute.manager [req-b71dce05-4c6e-4771-a2f0-0fd4e75a9b8c req-049c3b73-54c3-4558-a021-ca12074e134d service nova] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Received event network-vif-deleted-a5de3277-64ef-44a1-931b-eb97d30f8262 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2025.008401] env[62402]: DEBUG nova.compute.utils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2025.009629] env[62402]: DEBUG nova.compute.manager [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2025.009629] env[62402]: DEBUG nova.network.neutron [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2025.037404] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bec2a900-784e-4836-9f57-408446ae7535 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "c892bd40-66d6-49bc-85a3-d6d76d99a7e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.145s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.057220] env[62402]: DEBUG nova.policy [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a81bdd1480894658b4cb3a8e1db26eb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73b5b9259473488e9abb062794ab35b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 2025.068627] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updating instance_info_cache with network_info: [{"id": "f764e104-de42-426e-8dcc-6163d01d665c", "address": "fa:16:3e:26:d1:39", "network": {"id": "2db9174d-318b-4a74-ae4c-65266cf2e783", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-437657790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba8b48fb080247fb8d12db0b7d14d165", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf764e104-de", "ovs_interfaceid": "f764e104-de42-426e-8dcc-6163d01d665c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.131424] env[62402]: INFO nova.compute.manager [-] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Took 1.25 seconds to deallocate network for instance. [ 2025.295683] env[62402]: DEBUG nova.network.neutron [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Successfully created port: 70574a93-1940-46b1-a694-f97dfc9e96bd {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2025.513173] env[62402]: DEBUG nova.compute.manager [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2025.571739] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Releasing lock "refresh_cache-8a58174b-e33a-4f2e-9e06-d78a335d1579" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.572299] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updated the network info_cache for instance {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2025.572862] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2025.572862] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2025.572862] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2025.573109] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2025.573109] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2025.573213] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2025.573376] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2025.573550] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2025.637588] env[62402]: DEBUG oslo_concurrency.lockutils [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.637872] env[62402]: DEBUG oslo_concurrency.lockutils [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.638117] env[62402]: DEBUG nova.objects.instance [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lazy-loading 'resources' on Instance uuid d10ae616-3446-465f-8748-0e55793ec4bd {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2026.077035] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.222904] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1c9a97-b2d5-4078-a946-0760de2286f3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.230843] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5e1f0a-bc56-4e29-b255-1c8ab79c7a50 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.262291] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e95da-f87f-4021-aac1-25f7e0cfec54 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.270203] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866abdfa-d7a2-4c11-92c1-c7fdd32ee1f8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.283458] env[62402]: DEBUG nova.compute.provider_tree [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.522888] env[62402]: DEBUG nova.compute.manager [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2026.549452] env[62402]: DEBUG nova.virt.hardware [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2026.549774] env[62402]: DEBUG nova.virt.hardware [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2026.550030] env[62402]: DEBUG nova.virt.hardware [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2026.550273] env[62402]: DEBUG nova.virt.hardware [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2026.550456] env[62402]: DEBUG nova.virt.hardware [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2026.550652] env[62402]: DEBUG nova.virt.hardware [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2026.550891] env[62402]: DEBUG nova.virt.hardware [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2026.551090] env[62402]: DEBUG nova.virt.hardware [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2026.551299] env[62402]: DEBUG nova.virt.hardware [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2026.551497] env[62402]: DEBUG nova.virt.hardware [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2026.551684] env[62402]: DEBUG nova.virt.hardware [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2026.552617] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c086119-a1d9-4966-8e54-be742f0c6f54 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.562692] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efee109-fa2d-455f-8c96-628a5bfc9ffe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.676086] env[62402]: DEBUG nova.compute.manager [req-4757d8ac-afd3-4bb3-83c1-d849e5145202 req-8553a9c4-a379-4abe-a66b-63309f616726 service nova] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Received event network-vif-plugged-70574a93-1940-46b1-a694-f97dfc9e96bd {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2026.676311] env[62402]: DEBUG oslo_concurrency.lockutils [req-4757d8ac-afd3-4bb3-83c1-d849e5145202 req-8553a9c4-a379-4abe-a66b-63309f616726 service nova] Acquiring lock "50a3c6d6-0ca1-4663-9462-98384ba852c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.676545] env[62402]: DEBUG oslo_concurrency.lockutils [req-4757d8ac-afd3-4bb3-83c1-d849e5145202 req-8553a9c4-a379-4abe-a66b-63309f616726 service nova] Lock "50a3c6d6-0ca1-4663-9462-98384ba852c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.676731] env[62402]: DEBUG oslo_concurrency.lockutils [req-4757d8ac-afd3-4bb3-83c1-d849e5145202 req-8553a9c4-a379-4abe-a66b-63309f616726 service nova] Lock "50a3c6d6-0ca1-4663-9462-98384ba852c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.677108] env[62402]: DEBUG nova.compute.manager [req-4757d8ac-afd3-4bb3-83c1-d849e5145202 req-8553a9c4-a379-4abe-a66b-63309f616726 service nova] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] No waiting events found dispatching network-vif-plugged-70574a93-1940-46b1-a694-f97dfc9e96bd {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2026.677383] env[62402]: WARNING nova.compute.manager [req-4757d8ac-afd3-4bb3-83c1-d849e5145202 req-8553a9c4-a379-4abe-a66b-63309f616726 service nova] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Received unexpected event network-vif-plugged-70574a93-1940-46b1-a694-f97dfc9e96bd for instance with vm_state building and task_state spawning. [ 2026.752747] env[62402]: DEBUG nova.network.neutron [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Successfully updated port: 70574a93-1940-46b1-a694-f97dfc9e96bd {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2026.787076] env[62402]: DEBUG nova.scheduler.client.report [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2026.879640] env[62402]: DEBUG nova.network.neutron [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Port 72da3a92-7580-416e-88cc-e176a50624a1 binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2026.879900] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.880063] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.880231] env[62402]: DEBUG nova.network.neutron [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.255533] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.255768] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.255842] env[62402]: DEBUG nova.network.neutron [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.291271] env[62402]: DEBUG oslo_concurrency.lockutils [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.293478] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.217s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.293656] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.293815] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2027.294741] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df853db1-318b-4f9a-8c33-3ab5d3fbe688 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.303367] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12f56b7-dc50-43b4-ac28-6c39073993ee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.317381] env[62402]: INFO nova.scheduler.client.report [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted allocations for instance d10ae616-3446-465f-8748-0e55793ec4bd [ 2027.318932] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23291499-0ec1-4a1d-894e-1f2862d58088 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.327442] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b67f034-6113-4f67-bd06-46fe1951c002 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.358527] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179929MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2027.358684] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.358877] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.787455] env[62402]: DEBUG nova.network.neutron [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance_info_cache with network_info: [{"id": "72da3a92-7580-416e-88cc-e176a50624a1", "address": "fa:16:3e:01:fb:37", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72da3a92-75", "ovs_interfaceid": "72da3a92-7580-416e-88cc-e176a50624a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.790472] env[62402]: DEBUG nova.network.neutron [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2027.827708] env[62402]: DEBUG oslo_concurrency.lockutils [None req-172a2977-3b59-4db3-9f26-2ef203e97790 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "d10ae616-3446-465f-8748-0e55793ec4bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.600s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.914333] env[62402]: DEBUG nova.network.neutron [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance_info_cache with network_info: [{"id": "70574a93-1940-46b1-a694-f97dfc9e96bd", "address": "fa:16:3e:d0:fe:73", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70574a93-19", "ovs_interfaceid": "70574a93-1940-46b1-a694-f97dfc9e96bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.293696] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.366073] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Applying migration context for instance 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69 as it has an incoming, in-progress migration 2f8be2b2-59e8-4ca9-baee-3eaea9ab43e1. Migration status is reverting {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2028.366946] env[62402]: INFO nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating resource usage from migration 2f8be2b2-59e8-4ca9-baee-3eaea9ab43e1 [ 2028.385489] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 8a58174b-e33a-4f2e-9e06-d78a335d1579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.385807] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Migration 2f8be2b2-59e8-4ca9-baee-3eaea9ab43e1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2028.385969] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.386111] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 50a3c6d6-0ca1-4663-9462-98384ba852c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.386302] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2028.386439] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2028.416726] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.417078] env[62402]: DEBUG nova.compute.manager [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Instance network_info: |[{"id": "70574a93-1940-46b1-a694-f97dfc9e96bd", "address": "fa:16:3e:d0:fe:73", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70574a93-19", "ovs_interfaceid": "70574a93-1940-46b1-a694-f97dfc9e96bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2028.417498] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:fe:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70574a93-1940-46b1-a694-f97dfc9e96bd', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2028.425385] env[62402]: DEBUG oslo.service.loopingcall [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2028.427930] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2028.428370] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8fbfaad-9842-4d15-b307-c90e83a0487b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.451884] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2028.451884] env[62402]: value = "task-1873820" [ 2028.451884] env[62402]: _type = "Task" [ 2028.451884] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.456903] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cf12d7-7292-48aa-907e-9960f63557d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.467067] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873820, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.469646] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a61e8ff-3640-43ef-82d3-655be0d9e09e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.500926] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e598d11a-e0b6-4ce8-8543-4c81ed0c3fe8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.508469] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055be743-4e05-4668-b7b1-f01516a07842 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.522851] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2028.701492] env[62402]: DEBUG nova.compute.manager [req-0ff8041e-a1d0-4a8f-8716-24f8a886d4f3 req-0a669022-3c2b-4992-99b8-8e8b24ab01b1 service nova] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Received event network-changed-70574a93-1940-46b1-a694-f97dfc9e96bd {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2028.701735] env[62402]: DEBUG nova.compute.manager [req-0ff8041e-a1d0-4a8f-8716-24f8a886d4f3 req-0a669022-3c2b-4992-99b8-8e8b24ab01b1 service nova] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Refreshing instance network info cache due to event network-changed-70574a93-1940-46b1-a694-f97dfc9e96bd. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2028.702384] env[62402]: DEBUG oslo_concurrency.lockutils [req-0ff8041e-a1d0-4a8f-8716-24f8a886d4f3 req-0a669022-3c2b-4992-99b8-8e8b24ab01b1 service nova] Acquiring lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.702585] env[62402]: DEBUG oslo_concurrency.lockutils [req-0ff8041e-a1d0-4a8f-8716-24f8a886d4f3 req-0a669022-3c2b-4992-99b8-8e8b24ab01b1 service nova] Acquired lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.702762] env[62402]: DEBUG nova.network.neutron [req-0ff8041e-a1d0-4a8f-8716-24f8a886d4f3 req-0a669022-3c2b-4992-99b8-8e8b24ab01b1 service nova] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Refreshing network info cache for port 70574a93-1940-46b1-a694-f97dfc9e96bd {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2028.797740] env[62402]: DEBUG nova.compute.manager [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62402) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2028.797983] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.961569] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873820, 'name': CreateVM_Task, 'duration_secs': 0.315107} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.961732] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2028.962414] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.962615] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.962951] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2028.963510] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41072cc9-52fa-4b9d-b166-1618330ae33e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.967749] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2028.967749] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e59cc7-fa61-98b2-23af-4cce81c62300" [ 2028.967749] env[62402]: _type = "Task" [ 2028.967749] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.975177] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e59cc7-fa61-98b2-23af-4cce81c62300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.026394] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2029.416338] env[62402]: DEBUG nova.network.neutron [req-0ff8041e-a1d0-4a8f-8716-24f8a886d4f3 req-0a669022-3c2b-4992-99b8-8e8b24ab01b1 service nova] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updated VIF entry in instance network info cache for port 70574a93-1940-46b1-a694-f97dfc9e96bd. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2029.416718] env[62402]: DEBUG nova.network.neutron [req-0ff8041e-a1d0-4a8f-8716-24f8a886d4f3 req-0a669022-3c2b-4992-99b8-8e8b24ab01b1 service nova] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance_info_cache with network_info: [{"id": "70574a93-1940-46b1-a694-f97dfc9e96bd", "address": "fa:16:3e:d0:fe:73", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70574a93-19", "ovs_interfaceid": "70574a93-1940-46b1-a694-f97dfc9e96bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.478336] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e59cc7-fa61-98b2-23af-4cce81c62300, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.478642] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.478872] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2029.479116] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.479264] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.479440] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2029.479690] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de47ebec-13e5-4c9c-bf74-006288e3502f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.487896] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2029.488104] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2029.488767] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c59f72-447b-4549-bfb9-07264d4425c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.493900] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2029.493900] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]522ec05f-5773-e02b-ad25-eb2ac4e0233f" [ 2029.493900] env[62402]: _type = "Task" [ 2029.493900] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.501282] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522ec05f-5773-e02b-ad25-eb2ac4e0233f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.531016] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2029.531220] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.172s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.531472] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.734s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.532860] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.533045] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Cleaning up deleted instances {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 2029.919632] env[62402]: DEBUG oslo_concurrency.lockutils [req-0ff8041e-a1d0-4a8f-8716-24f8a886d4f3 req-0a669022-3c2b-4992-99b8-8e8b24ab01b1 service nova] Releasing lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.004596] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]522ec05f-5773-e02b-ad25-eb2ac4e0233f, 'name': SearchDatastore_Task, 'duration_secs': 0.008537} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.005488] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71596155-8697-43d5-967b-c52cf8d7f41f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.011877] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2030.011877] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e17e33-1172-3bb2-c033-50297de0a3a1" [ 2030.011877] env[62402]: _type = "Task" [ 2030.011877] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.019412] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e17e33-1172-3bb2-c033-50297de0a3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.034986] env[62402]: DEBUG nova.objects.instance [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lazy-loading 'migration_context' on Instance uuid 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.046932] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] There are 43 instances to clean {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2030.047113] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: c892bd40-66d6-49bc-85a3-d6d76d99a7e8] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2030.111403] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8161afe3-7297-46bf-8ba1-0edeb0278979 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.118718] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7e1fe4-3d2f-4fdf-818d-18570f09226b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.148323] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449fe66c-341b-4363-8819-39df89e7c019 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.155072] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62510b6-ed32-41c3-b9a2-f39e7e368a2e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.167983] env[62402]: DEBUG nova.compute.provider_tree [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2030.522448] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52e17e33-1172-3bb2-c033-50297de0a3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009876} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.522771] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.522950] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 50a3c6d6-0ca1-4663-9462-98384ba852c7/50a3c6d6-0ca1-4663-9462-98384ba852c7.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2030.523217] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca0b1543-ac2e-4a25-999c-566516f95d21 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.529714] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2030.529714] env[62402]: value = "task-1873821" [ 2030.529714] env[62402]: _type = "Task" [ 2030.529714] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.539394] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.549999] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 85b5a4ec-df29-4749-88dc-b2ca8b459f8c] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2030.671766] env[62402]: DEBUG nova.scheduler.client.report [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2031.040228] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423169} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.040451] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] 50a3c6d6-0ca1-4663-9462-98384ba852c7/50a3c6d6-0ca1-4663-9462-98384ba852c7.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2031.040659] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2031.040917] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-721bab52-2798-41df-b2ea-aeec44e5c64e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.047698] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2031.047698] env[62402]: value = "task-1873822" [ 2031.047698] env[62402]: _type = "Task" [ 2031.047698] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.055121] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 4af4ed03-ea47-4100-8b61-14eb761d40ba] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2031.057018] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.559091] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 4652fb1f-ed9d-4841-bd90-d0176fe0dd37] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2031.560073] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064628} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.560503] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2031.561799] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c233660-2d54-48e9-86cc-fda2be6ca53e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.588050] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 50a3c6d6-0ca1-4663-9462-98384ba852c7/50a3c6d6-0ca1-4663-9462-98384ba852c7.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2031.588982] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-637729dd-64b9-4b3c-8f52-b490361fc1d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.610019] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2031.610019] env[62402]: value = "task-1873823" [ 2031.610019] env[62402]: _type = "Task" [ 2031.610019] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.617991] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.683061] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.151s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.004821] env[62402]: DEBUG oslo_concurrency.lockutils [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "8a58174b-e33a-4f2e-9e06-d78a335d1579" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.005107] env[62402]: DEBUG oslo_concurrency.lockutils [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "8a58174b-e33a-4f2e-9e06-d78a335d1579" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.005326] env[62402]: DEBUG oslo_concurrency.lockutils [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "8a58174b-e33a-4f2e-9e06-d78a335d1579-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.005514] env[62402]: DEBUG oslo_concurrency.lockutils [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "8a58174b-e33a-4f2e-9e06-d78a335d1579-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.005727] env[62402]: DEBUG oslo_concurrency.lockutils [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "8a58174b-e33a-4f2e-9e06-d78a335d1579-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.007801] env[62402]: INFO nova.compute.manager [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Terminating instance [ 2032.061311] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: d10ae616-3446-465f-8748-0e55793ec4bd] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2032.119945] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873823, 'name': ReconfigVM_Task, 'duration_secs': 0.296244} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.120248] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 50a3c6d6-0ca1-4663-9462-98384ba852c7/50a3c6d6-0ca1-4663-9462-98384ba852c7.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2032.120859] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eef5d42-4216-4bd9-be3f-79a7989c29b2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.127649] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2032.127649] env[62402]: value = "task-1873824" [ 2032.127649] env[62402]: _type = "Task" [ 2032.127649] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.134743] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873824, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.512306] env[62402]: DEBUG nova.compute.manager [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2032.512480] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2032.513422] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff57544-d3f5-4d71-be8b-a9bd7bca6dcb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.520958] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2032.521197] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cde71e17-5945-4be1-851c-0dc58cf9ca02 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.527171] env[62402]: DEBUG oslo_vmware.api [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 2032.527171] env[62402]: value = "task-1873825" [ 2032.527171] env[62402]: _type = "Task" [ 2032.527171] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.534402] env[62402]: DEBUG oslo_vmware.api [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.564108] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 2963ce81-276e-4e6a-b1ba-94d3dc4455d2] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2032.637957] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873824, 'name': Rename_Task, 'duration_secs': 0.139497} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.638274] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2032.638521] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69ab7ff8-6827-43af-a771-b7817d7fea7a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.645014] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2032.645014] env[62402]: value = "task-1873826" [ 2032.645014] env[62402]: _type = "Task" [ 2032.645014] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.652668] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.037861] env[62402]: DEBUG oslo_vmware.api [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873825, 'name': PowerOffVM_Task, 'duration_secs': 0.204587} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.038159] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2033.038393] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2033.038745] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77068d6f-5cf5-4674-8139-8e320e47d7b4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.067785] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 63fb18c6-9030-46b0-b6ec-ae827e3235a1] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2033.120393] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2033.120617] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2033.120802] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleting the datastore file [datastore1] 8a58174b-e33a-4f2e-9e06-d78a335d1579 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2033.121073] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8aedb58-534b-4fc4-a90f-1ac33a3d7181 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.127646] env[62402]: DEBUG oslo_vmware.api [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for the task: (returnval){ [ 2033.127646] env[62402]: value = "task-1873828" [ 2033.127646] env[62402]: _type = "Task" [ 2033.127646] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.135017] env[62402]: DEBUG oslo_vmware.api [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.152469] env[62402]: DEBUG oslo_vmware.api [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873826, 'name': PowerOnVM_Task, 'duration_secs': 0.430288} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.152701] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2033.152898] env[62402]: INFO nova.compute.manager [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Took 6.63 seconds to spawn the instance on the hypervisor. [ 2033.153096] env[62402]: DEBUG nova.compute.manager [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2033.153821] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc28be09-9aaf-41af-8055-0ea45ffca41a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.222882] env[62402]: INFO nova.compute.manager [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Swapping old allocation on dict_keys(['c2826406-6fc4-4c09-886a-a6552c22449a']) held by migration 2f8be2b2-59e8-4ca9-baee-3eaea9ab43e1 for instance [ 2033.248031] env[62402]: DEBUG nova.scheduler.client.report [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Overwriting current allocation {'allocations': {'c2826406-6fc4-4c09-886a-a6552c22449a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 168}}, 'project_id': '94ff0a2923054afa889f8f3776d2b71d', 'user_id': '1bb4012aa38843dd993346756a94bf36', 'consumer_generation': 1} on consumer 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69 {{(pid=62402) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2033.322982] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.323198] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.323379] env[62402]: DEBUG nova.network.neutron [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2033.570921] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 130b27f2-52d7-4de8-8341-fa66061e5887] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2033.638173] env[62402]: DEBUG oslo_vmware.api [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Task: {'id': task-1873828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139601} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.638436] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2033.638600] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2033.638831] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2033.639021] env[62402]: INFO nova.compute.manager [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2033.639269] env[62402]: DEBUG oslo.service.loopingcall [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2033.639457] env[62402]: DEBUG nova.compute.manager [-] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2033.639557] env[62402]: DEBUG nova.network.neutron [-] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2033.669311] env[62402]: INFO nova.compute.manager [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Took 11.35 seconds to build instance. [ 2033.938899] env[62402]: DEBUG nova.compute.manager [req-c22c6318-b40b-490b-a575-16b62d4e6ada req-83cf24f9-44c6-4d61-9932-ffc17a18b5ee service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Received event network-vif-deleted-f764e104-de42-426e-8dcc-6163d01d665c {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2033.939150] env[62402]: INFO nova.compute.manager [req-c22c6318-b40b-490b-a575-16b62d4e6ada req-83cf24f9-44c6-4d61-9932-ffc17a18b5ee service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Neutron deleted interface f764e104-de42-426e-8dcc-6163d01d665c; detaching it from the instance and deleting it from the info cache [ 2033.939287] env[62402]: DEBUG nova.network.neutron [req-c22c6318-b40b-490b-a575-16b62d4e6ada req-83cf24f9-44c6-4d61-9932-ffc17a18b5ee service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.074085] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: aba2a40e-19d1-4f4a-9f19-be8f0ddf97bf] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2034.114057] env[62402]: DEBUG nova.network.neutron [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance_info_cache with network_info: [{"id": "72da3a92-7580-416e-88cc-e176a50624a1", "address": "fa:16:3e:01:fb:37", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72da3a92-75", "ovs_interfaceid": "72da3a92-7580-416e-88cc-e176a50624a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.171759] env[62402]: DEBUG oslo_concurrency.lockutils [None req-383f38ec-9d32-469a-a8c9-c9254f612de9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "50a3c6d6-0ca1-4663-9462-98384ba852c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.865s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.417129] env[62402]: DEBUG nova.network.neutron [-] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.442053] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07b34842-4de5-45e4-a5a1-9c585d434f8e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.451624] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e178aaf0-8560-482a-8807-1e77da0dfc91 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.476077] env[62402]: DEBUG nova.compute.manager [req-c22c6318-b40b-490b-a575-16b62d4e6ada req-83cf24f9-44c6-4d61-9932-ffc17a18b5ee service nova] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Detach interface failed, port_id=f764e104-de42-426e-8dcc-6163d01d665c, reason: Instance 8a58174b-e33a-4f2e-9e06-d78a335d1579 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2034.577121] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: b652b608-b413-4fe5-a446-9baade91204b] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2034.616836] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.617332] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2034.617829] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0da9a724-a591-448d-9347-e220b98d4226 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.624393] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2034.624393] env[62402]: value = "task-1873829" [ 2034.624393] env[62402]: _type = "Task" [ 2034.624393] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.633327] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.918794] env[62402]: INFO nova.compute.manager [-] [instance: 8a58174b-e33a-4f2e-9e06-d78a335d1579] Took 1.28 seconds to deallocate network for instance. [ 2035.080551] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 04d41768-c807-47c7-beb5-713659cf8b52] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2035.135322] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873829, 'name': PowerOffVM_Task, 'duration_secs': 0.190861} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.135662] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2035.136520] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2035.136806] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2035.137024] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2035.137296] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2035.137473] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2035.137678] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2035.137958] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2035.138204] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2035.138432] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2035.138624] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2035.138803] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2035.144448] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af62644-2dea-4a01-8373-8ead8cae22fe {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.159907] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2035.159907] env[62402]: value = "task-1873830" [ 2035.159907] env[62402]: _type = "Task" [ 2035.159907] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.167649] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.373739] env[62402]: DEBUG nova.compute.manager [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Stashing vm_state: active {{(pid=62402) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2035.424554] env[62402]: DEBUG oslo_concurrency.lockutils [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.425277] env[62402]: DEBUG oslo_concurrency.lockutils [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.425513] env[62402]: DEBUG nova.objects.instance [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lazy-loading 'resources' on Instance uuid 8a58174b-e33a-4f2e-9e06-d78a335d1579 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2035.584727] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 88c1bd1d-446e-4a90-8f5e-9b4249a9ae31] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2035.671171] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873830, 'name': ReconfigVM_Task, 'duration_secs': 0.135417} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.671919] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07f76ab-a61c-484a-88eb-7b12fd09fa88 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.691024] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2035.691275] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2035.691434] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2035.691623] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2035.691766] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2035.691916] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2035.692135] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2035.692299] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2035.692468] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2035.692633] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2035.692809] env[62402]: DEBUG nova.virt.hardware [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2035.693636] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dbf04f7-d077-4806-a0e1-00124171c381 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.698974] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2035.698974] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52847804-0ca1-9148-083f-266a55daff77" [ 2035.698974] env[62402]: _type = "Task" [ 2035.698974] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.706892] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52847804-0ca1-9148-083f-266a55daff77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.894531] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.990028] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ac76d5-a207-4dca-b6b5-d5f230e7a2da {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.997700] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2004d10e-7700-43b3-9df4-606f4340261e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.028920] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1e779c-739e-4d5d-b0e1-ecd8a4a691ec {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.036242] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4635470-cc83-4f07-bbbc-1926efda030d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.049030] env[62402]: DEBUG nova.compute.provider_tree [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2036.088210] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 84665542-d2a1-4c55-acba-32e624b3a2f3] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2036.209642] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52847804-0ca1-9148-083f-266a55daff77, 'name': SearchDatastore_Task, 'duration_secs': 0.007868} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.215046] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2036.215330] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0091ea2-baac-4d94-85ba-22357e20595b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.233338] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2036.233338] env[62402]: value = "task-1873831" [ 2036.233338] env[62402]: _type = "Task" [ 2036.233338] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.241048] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.552052] env[62402]: DEBUG nova.scheduler.client.report [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2036.591275] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: f570ec9e-c2ed-4dea-91b8-5db43bdfedd7] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2036.742632] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873831, 'name': ReconfigVM_Task, 'duration_secs': 0.169231} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.742849] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2036.743628] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc9cee5-0eeb-4f4c-8674-2fd84b62ba2f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.765384] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69/9fb38f0a-d7a2-4135-9ba4-501c75dfdb69.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2036.765653] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f91db5-70df-4aed-8545-d8a189ec8031 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.783165] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2036.783165] env[62402]: value = "task-1873832" [ 2036.783165] env[62402]: _type = "Task" [ 2036.783165] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.794765] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.057016] env[62402]: DEBUG oslo_concurrency.lockutils [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.059289] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.165s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.075025] env[62402]: INFO nova.scheduler.client.report [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Deleted allocations for instance 8a58174b-e33a-4f2e-9e06-d78a335d1579 [ 2037.094110] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: fd5fd06f-ee5d-43c9-9415-f9c8e2e74fdf] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2037.293589] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873832, 'name': ReconfigVM_Task, 'duration_secs': 0.278511} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.293841] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69/9fb38f0a-d7a2-4135-9ba4-501c75dfdb69.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2037.294622] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9611732-db1e-4fb9-aa4e-6ca0496e2d30 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.313035] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a067c67e-154a-4c27-9c25-2e59f076f02b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.330393] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04256dbc-f5ba-4ce2-b013-702bd7dade92 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.347825] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a64343-6661-451d-abeb-18052906f5d7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.354570] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2037.354785] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bdadc0d-0ff2-44dd-9185-154c471ca54b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.361484] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2037.361484] env[62402]: value = "task-1873833" [ 2037.361484] env[62402]: _type = "Task" [ 2037.361484] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.368536] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.563958] env[62402]: INFO nova.compute.claims [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2037.582239] env[62402]: DEBUG oslo_concurrency.lockutils [None req-30950132-84a2-4e99-9e5d-e158652fe849 tempest-ServerActionsTestOtherA-1266876831 tempest-ServerActionsTestOtherA-1266876831-project-member] Lock "8a58174b-e33a-4f2e-9e06-d78a335d1579" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.577s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.599316] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 4a373932-f4b1-46d9-89c3-bd4bda5462de] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2037.871101] env[62402]: DEBUG oslo_vmware.api [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873833, 'name': PowerOnVM_Task, 'duration_secs': 0.344481} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.871373] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2038.070310] env[62402]: INFO nova.compute.resource_tracker [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating resource usage from migration 773a45a5-6e12-4442-a4ed-0241ba350440 [ 2038.101691] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 5e93840b-3a18-49cb-97e0-e18c03158bc9] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2038.115609] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3445c89-42da-4eca-bab5-85198f65b507 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.123165] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7f43f8-140d-4e11-a841-61269ba00dfb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.154438] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3794d830-1348-4ab5-b131-b807f048175d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.161655] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ff913a-ace8-4650-84fc-196ddece14c3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.174711] env[62402]: DEBUG nova.compute.provider_tree [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2038.609207] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: f175797f-bcdf-4afc-99e7-3dbdca776656] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2038.677753] env[62402]: DEBUG nova.scheduler.client.report [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2038.881197] env[62402]: INFO nova.compute.manager [None req-a6eb9091-558e-4cd2-ac74-329073660732 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance to original state: 'active' [ 2039.112404] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 34afc048-e4ac-48ed-b7cf-d01e94744300] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2039.181929] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.123s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.182199] env[62402]: INFO nova.compute.manager [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Migrating [ 2039.615211] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: bab6f3e1-cb6b-47b5-8301-ff28d0529429] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2039.697706] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.697964] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.698171] env[62402]: DEBUG nova.network.neutron [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2040.118359] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: d99f18d0-b580-4596-b664-e1c7bc1b0508] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2040.388695] env[62402]: DEBUG nova.network.neutron [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance_info_cache with network_info: [{"id": "70574a93-1940-46b1-a694-f97dfc9e96bd", "address": "fa:16:3e:d0:fe:73", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70574a93-19", "ovs_interfaceid": "70574a93-1940-46b1-a694-f97dfc9e96bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.598495] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.598926] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.599281] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.599576] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.599850] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.602184] env[62402]: INFO nova.compute.manager [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Terminating instance [ 2040.620991] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: cceb7117-4003-48a3-8d1b-3855331c0268] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2040.891035] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.106222] env[62402]: DEBUG nova.compute.manager [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2041.106506] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2041.107502] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257e6314-a166-47ea-9576-af299e6b65ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.115600] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.115924] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84e03a7a-a52b-4afe-93c1-cbdcec5b262e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.122998] env[62402]: DEBUG oslo_vmware.api [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2041.122998] env[62402]: value = "task-1873834" [ 2041.122998] env[62402]: _type = "Task" [ 2041.122998] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.123458] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 1c840129-db9d-4322-8776-14154e9b7aa2] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2041.134233] env[62402]: DEBUG oslo_vmware.api [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.633024] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 9b81c224-40e4-4eda-900b-c759ee6a460d] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2041.634906] env[62402]: DEBUG oslo_vmware.api [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873834, 'name': PowerOffVM_Task, 'duration_secs': 0.418686} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.635202] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2041.635374] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2041.635615] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c43c674-2b99-4fb1-9399-7b4da553edba {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.714208] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2041.714469] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2041.714656] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleting the datastore file [datastore2] 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2041.714914] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39c99ba0-049e-4012-9358-58b4e9c6113c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.721429] env[62402]: DEBUG oslo_vmware.api [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2041.721429] env[62402]: value = "task-1873836" [ 2041.721429] env[62402]: _type = "Task" [ 2041.721429] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.730200] env[62402]: DEBUG oslo_vmware.api [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.138466] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 3492a2f3-c801-4bc1-85ed-4c6f8f4ce633] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2042.231255] env[62402]: DEBUG oslo_vmware.api [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13884} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.231517] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2042.231703] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2042.231879] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2042.232060] env[62402]: INFO nova.compute.manager [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2042.232302] env[62402]: DEBUG oslo.service.loopingcall [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.232487] env[62402]: DEBUG nova.compute.manager [-] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2042.232582] env[62402]: DEBUG nova.network.neutron [-] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2042.409048] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c557c5-e60d-406c-918c-85ea29713edd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.427765] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance '50a3c6d6-0ca1-4663-9462-98384ba852c7' progress to 0 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2042.642468] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 9152c96a-83aa-4713-ae6b-31272a9ccd2a] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2042.677798] env[62402]: DEBUG nova.compute.manager [req-912cc697-7036-4ba6-8636-a7241e616b1f req-cb612473-407a-4f0c-b68a-b35d0e6dd3b4 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Received event network-vif-deleted-72da3a92-7580-416e-88cc-e176a50624a1 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2042.678051] env[62402]: INFO nova.compute.manager [req-912cc697-7036-4ba6-8636-a7241e616b1f req-cb612473-407a-4f0c-b68a-b35d0e6dd3b4 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Neutron deleted interface 72da3a92-7580-416e-88cc-e176a50624a1; detaching it from the instance and deleting it from the info cache [ 2042.678257] env[62402]: DEBUG nova.network.neutron [req-912cc697-7036-4ba6-8636-a7241e616b1f req-cb612473-407a-4f0c-b68a-b35d0e6dd3b4 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.934231] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2042.934549] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2f57759-8c51-49c1-b571-62764b07c412 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.941435] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2042.941435] env[62402]: value = "task-1873837" [ 2042.941435] env[62402]: _type = "Task" [ 2042.941435] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.949592] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.145616] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 6a8de3a5-86e8-43d1-b811-f63851291de4] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2043.155292] env[62402]: DEBUG nova.network.neutron [-] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.180841] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54d03b6f-cddd-494d-810e-09efdae1f95a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.192886] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0034650-c2e5-4e1e-87e4-ed6e5f601f5a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.217918] env[62402]: DEBUG nova.compute.manager [req-912cc697-7036-4ba6-8636-a7241e616b1f req-cb612473-407a-4f0c-b68a-b35d0e6dd3b4 service nova] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Detach interface failed, port_id=72da3a92-7580-416e-88cc-e176a50624a1, reason: Instance 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2043.451743] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873837, 'name': PowerOffVM_Task, 'duration_secs': 0.183017} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.452110] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2043.452354] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance '50a3c6d6-0ca1-4663-9462-98384ba852c7' progress to 17 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2043.648527] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: b4e13420-06cd-4ff9-adf6-97bda93a5402] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2043.658010] env[62402]: INFO nova.compute.manager [-] [instance: 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69] Took 1.43 seconds to deallocate network for instance. [ 2043.958416] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2043.958736] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2043.958920] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2043.959147] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2043.959304] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2043.959457] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2043.959659] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2043.959820] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2043.959992] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2043.960175] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2043.960345] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2043.965536] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ae1ba55-ec9e-490f-a00f-711d3bdfeca6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.988200] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2043.988200] env[62402]: value = "task-1873838" [ 2043.988200] env[62402]: _type = "Task" [ 2043.988200] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.000373] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.152270] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 61f0bfe0-d838-4d23-b97c-89f14aed1f7c] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2044.163536] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.163782] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.163967] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.188977] env[62402]: INFO nova.scheduler.client.report [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleted allocations for instance 9fb38f0a-d7a2-4135-9ba4-501c75dfdb69 [ 2044.498978] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873838, 'name': ReconfigVM_Task, 'duration_secs': 0.151967} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.499316] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance '50a3c6d6-0ca1-4663-9462-98384ba852c7' progress to 33 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2044.657039] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 465dfb3f-7504-42ff-994f-bb4d6edfb976] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2044.696095] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b2ad328b-8bf0-46a3-9600-2a11fe15b8da tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "9fb38f0a-d7a2-4135-9ba4-501c75dfdb69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.097s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.005449] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2045.005698] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2045.005938] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2045.006148] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2045.006298] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2045.006444] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2045.006647] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2045.006870] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2045.007078] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2045.007250] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2045.007420] env[62402]: DEBUG nova.virt.hardware [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2045.013264] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2045.013542] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2df0b4-8dd4-4db5-927b-416274d87bfb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.032213] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2045.032213] env[62402]: value = "task-1873839" [ 2045.032213] env[62402]: _type = "Task" [ 2045.032213] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.039982] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.160805] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 463e56d8-eedf-4162-8323-f09335bc0b0e] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2045.489231] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.489483] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.542764] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873839, 'name': ReconfigVM_Task, 'duration_secs': 0.15886} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.543042] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2045.543861] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b31d1b-cddd-4e2f-ac3f-82dac8a5a549 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.566622] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 50a3c6d6-0ca1-4663-9462-98384ba852c7/50a3c6d6-0ca1-4663-9462-98384ba852c7.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2045.567162] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f99dcbf7-ac82-4837-87f6-8fcba1113db8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.585639] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2045.585639] env[62402]: value = "task-1873840" [ 2045.585639] env[62402]: _type = "Task" [ 2045.585639] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.593634] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.664304] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 2ff717dd-0d37-44c5-b4f0-e5bfca8b15e6] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2045.991752] env[62402]: DEBUG nova.compute.manager [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2046.095545] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873840, 'name': ReconfigVM_Task, 'duration_secs': 0.26492} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.095852] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 50a3c6d6-0ca1-4663-9462-98384ba852c7/50a3c6d6-0ca1-4663-9462-98384ba852c7.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2046.096149] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance '50a3c6d6-0ca1-4663-9462-98384ba852c7' progress to 50 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2046.167157] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 7d9ac25e-e12a-4738-8448-6ecc4f25697c] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2046.513090] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.513350] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.514921] env[62402]: INFO nova.compute.claims [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2046.602951] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7a88a3-8292-4f04-af27-25a229063ff3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.623413] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945ed098-a228-4c2d-b6c1-7907b39dd02a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.640895] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance '50a3c6d6-0ca1-4663-9462-98384ba852c7' progress to 67 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2046.670475] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: e67a1387-3862-4b89-9e1d-347badf86328] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2047.173317] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: f9120810-a22a-413f-be1f-6a0988e6cd5a] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2047.182547] env[62402]: DEBUG nova.network.neutron [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Port 70574a93-1940-46b1-a694-f97dfc9e96bd binding to destination host cpu-1 is already ACTIVE {{(pid=62402) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2047.568471] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175204a4-c949-4d0a-ab72-400f532a83a0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.575630] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00d82e2-5733-4583-8b6a-00bf7e2bc11a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.605046] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117a7cd-15fa-4dfe-9ada-331667e7f909 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.612172] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfc9c92-7c16-4b3d-bba7-3337160b1717 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.625994] env[62402]: DEBUG nova.compute.provider_tree [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2047.676495] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: aab39cb2-8ae8-4d0e-a4a1-4e215647694e] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2048.129010] env[62402]: DEBUG nova.scheduler.client.report [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2048.179041] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: d4cb00b8-7656-4add-87e6-015b54ad42dc] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2048.202723] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "50a3c6d6-0ca1-4663-9462-98384ba852c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.202958] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "50a3c6d6-0ca1-4663-9462-98384ba852c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.203165] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "50a3c6d6-0ca1-4663-9462-98384ba852c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.634488] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.635017] env[62402]: DEBUG nova.compute.manager [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2048.681612] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 98c092c8-7c8d-4e90-abfa-bb4f00825519] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2049.140089] env[62402]: DEBUG nova.compute.utils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2049.141548] env[62402]: DEBUG nova.compute.manager [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2049.141702] env[62402]: DEBUG nova.network.neutron [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2049.179066] env[62402]: DEBUG nova.policy [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb4012aa38843dd993346756a94bf36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ff0a2923054afa889f8f3776d2b71d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 2049.184091] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 555e79b9-57c7-4276-9bce-08999b2cdb83] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2049.246557] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.246740] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.246935] env[62402]: DEBUG nova.network.neutron [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.432122] env[62402]: DEBUG nova.network.neutron [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Successfully created port: e6fe065f-1352-4b4b-b5b3-053fec22d1b0 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2049.645046] env[62402]: DEBUG nova.compute.manager [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2049.689019] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 6614ec90-4eaa-4393-8f73-f9d54aa6e625] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2049.939395] env[62402]: DEBUG nova.network.neutron [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance_info_cache with network_info: [{"id": "70574a93-1940-46b1-a694-f97dfc9e96bd", "address": "fa:16:3e:d0:fe:73", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70574a93-19", "ovs_interfaceid": "70574a93-1940-46b1-a694-f97dfc9e96bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.195360] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 3d1735e1-4302-4891-9230-5fb564800cda] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2050.442732] env[62402]: DEBUG oslo_concurrency.lockutils [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.656556] env[62402]: DEBUG nova.compute.manager [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2050.682354] env[62402]: DEBUG nova.virt.hardware [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2050.682595] env[62402]: DEBUG nova.virt.hardware [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2050.682751] env[62402]: DEBUG nova.virt.hardware [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2050.682934] env[62402]: DEBUG nova.virt.hardware [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2050.683109] env[62402]: DEBUG nova.virt.hardware [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2050.683268] env[62402]: DEBUG nova.virt.hardware [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2050.683471] env[62402]: DEBUG nova.virt.hardware [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2050.683630] env[62402]: DEBUG nova.virt.hardware [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2050.683794] env[62402]: DEBUG nova.virt.hardware [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2050.683973] env[62402]: DEBUG nova.virt.hardware [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2050.684158] env[62402]: DEBUG nova.virt.hardware [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2050.685042] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b5f6b3-4342-4ced-87b6-69211281948e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.692932] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df32333-f54a-4a71-9bed-b1f067ea70bc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.698292] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 8864de7b-2d40-4b93-a545-ae11a605b0c6] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2050.797840] env[62402]: DEBUG nova.compute.manager [req-39c6ce7f-6342-471c-bfa1-81471ad4448e req-0fed2439-26a2-43f0-9f7a-f4e1a7125106 service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Received event network-vif-plugged-e6fe065f-1352-4b4b-b5b3-053fec22d1b0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2050.798149] env[62402]: DEBUG oslo_concurrency.lockutils [req-39c6ce7f-6342-471c-bfa1-81471ad4448e req-0fed2439-26a2-43f0-9f7a-f4e1a7125106 service nova] Acquiring lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.798287] env[62402]: DEBUG oslo_concurrency.lockutils [req-39c6ce7f-6342-471c-bfa1-81471ad4448e req-0fed2439-26a2-43f0-9f7a-f4e1a7125106 service nova] Lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.798481] env[62402]: DEBUG oslo_concurrency.lockutils [req-39c6ce7f-6342-471c-bfa1-81471ad4448e req-0fed2439-26a2-43f0-9f7a-f4e1a7125106 service nova] Lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.798621] env[62402]: DEBUG nova.compute.manager [req-39c6ce7f-6342-471c-bfa1-81471ad4448e req-0fed2439-26a2-43f0-9f7a-f4e1a7125106 service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] No waiting events found dispatching network-vif-plugged-e6fe065f-1352-4b4b-b5b3-053fec22d1b0 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2050.798807] env[62402]: WARNING nova.compute.manager [req-39c6ce7f-6342-471c-bfa1-81471ad4448e req-0fed2439-26a2-43f0-9f7a-f4e1a7125106 service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Received unexpected event network-vif-plugged-e6fe065f-1352-4b4b-b5b3-053fec22d1b0 for instance with vm_state building and task_state spawning. [ 2050.877628] env[62402]: DEBUG nova.network.neutron [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Successfully updated port: e6fe065f-1352-4b4b-b5b3-053fec22d1b0 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2050.969425] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea854a1-2d9b-42b5-83fe-fd94e508af16 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.988492] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0cfabf-daec-46a2-8da3-96af86d9bede {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.995256] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance '50a3c6d6-0ca1-4663-9462-98384ba852c7' progress to 83 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2051.208871] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: d606c3e6-78f6-42b1-9dc1-690215743e14] Instance has had 0 of 5 cleanup attempts {{(pid=62402) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2051.380572] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.380731] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.380890] env[62402]: DEBUG nova.network.neutron [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2051.501661] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2051.501954] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb306698-6419-4b4b-96df-d0c9a31bc3e8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.510078] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2051.510078] env[62402]: value = "task-1873841" [ 2051.510078] env[62402]: _type = "Task" [ 2051.510078] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.519142] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.712575] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2051.713033] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Cleaning up deleted instances with incomplete migration {{(pid=62402) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 2051.915397] env[62402]: DEBUG nova.network.neutron [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2052.021905] env[62402]: DEBUG oslo_vmware.api [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873841, 'name': PowerOnVM_Task, 'duration_secs': 0.395103} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.022198] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2052.022384] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-bcca14f4-b7d9-48c2-afda-05622a6c61d9 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance '50a3c6d6-0ca1-4663-9462-98384ba852c7' progress to 100 {{(pid=62402) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2052.048279] env[62402]: DEBUG nova.network.neutron [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Updating instance_info_cache with network_info: [{"id": "e6fe065f-1352-4b4b-b5b3-053fec22d1b0", "address": "fa:16:3e:9f:b0:4a", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fe065f-13", "ovs_interfaceid": "e6fe065f-1352-4b4b-b5b3-053fec22d1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.215874] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2052.551299] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.551590] env[62402]: DEBUG nova.compute.manager [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Instance network_info: |[{"id": "e6fe065f-1352-4b4b-b5b3-053fec22d1b0", "address": "fa:16:3e:9f:b0:4a", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fe065f-13", "ovs_interfaceid": "e6fe065f-1352-4b4b-b5b3-053fec22d1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2052.552021] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:b0:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6fe065f-1352-4b4b-b5b3-053fec22d1b0', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2052.559665] env[62402]: DEBUG oslo.service.loopingcall [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2052.560110] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2052.560331] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-423a2425-de6b-41d0-afff-96e8918b46c6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.580544] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2052.580544] env[62402]: value = "task-1873842" [ 2052.580544] env[62402]: _type = "Task" [ 2052.580544] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.587867] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873842, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.825077] env[62402]: DEBUG nova.compute.manager [req-25f0faea-b276-4fd5-b44b-17b016ea2e4e req-e4489e36-f517-4143-85e4-7158de1b86f0 service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Received event network-changed-e6fe065f-1352-4b4b-b5b3-053fec22d1b0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2052.825382] env[62402]: DEBUG nova.compute.manager [req-25f0faea-b276-4fd5-b44b-17b016ea2e4e req-e4489e36-f517-4143-85e4-7158de1b86f0 service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Refreshing instance network info cache due to event network-changed-e6fe065f-1352-4b4b-b5b3-053fec22d1b0. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2052.825561] env[62402]: DEBUG oslo_concurrency.lockutils [req-25f0faea-b276-4fd5-b44b-17b016ea2e4e req-e4489e36-f517-4143-85e4-7158de1b86f0 service nova] Acquiring lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.825712] env[62402]: DEBUG oslo_concurrency.lockutils [req-25f0faea-b276-4fd5-b44b-17b016ea2e4e req-e4489e36-f517-4143-85e4-7158de1b86f0 service nova] Acquired lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.825919] env[62402]: DEBUG nova.network.neutron [req-25f0faea-b276-4fd5-b44b-17b016ea2e4e req-e4489e36-f517-4143-85e4-7158de1b86f0 service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Refreshing network info cache for port e6fe065f-1352-4b4b-b5b3-053fec22d1b0 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2053.090569] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873842, 'name': CreateVM_Task, 'duration_secs': 0.29885} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.090761] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2053.091413] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.091576] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.091902] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2053.092177] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ea67b8-7a5e-4bad-ad9b-16ab63f8b6cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.096462] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2053.096462] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a7012a-02a4-16e3-baa3-a284a0d1f719" [ 2053.096462] env[62402]: _type = "Task" [ 2053.096462] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.103932] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a7012a-02a4-16e3-baa3-a284a0d1f719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.500532] env[62402]: DEBUG nova.network.neutron [req-25f0faea-b276-4fd5-b44b-17b016ea2e4e req-e4489e36-f517-4143-85e4-7158de1b86f0 service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Updated VIF entry in instance network info cache for port e6fe065f-1352-4b4b-b5b3-053fec22d1b0. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2053.500885] env[62402]: DEBUG nova.network.neutron [req-25f0faea-b276-4fd5-b44b-17b016ea2e4e req-e4489e36-f517-4143-85e4-7158de1b86f0 service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Updating instance_info_cache with network_info: [{"id": "e6fe065f-1352-4b4b-b5b3-053fec22d1b0", "address": "fa:16:3e:9f:b0:4a", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fe065f-13", "ovs_interfaceid": "e6fe065f-1352-4b4b-b5b3-053fec22d1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.606719] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52a7012a-02a4-16e3-baa3-a284a0d1f719, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.606977] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.607217] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2053.607452] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.607600] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.607788] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2053.608050] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bd796dc-032a-4ffd-aaca-43b0d37affbd {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.616352] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2053.616523] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2053.617200] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b099e2b8-1052-42ad-b235-57833cb4aee7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.621816] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2053.621816] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]52178459-d6ac-3320-d5bc-08ae06fd2697" [ 2053.621816] env[62402]: _type = "Task" [ 2053.621816] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.630225] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52178459-d6ac-3320-d5bc-08ae06fd2697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.752359] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "50a3c6d6-0ca1-4663-9462-98384ba852c7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.752675] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "50a3c6d6-0ca1-4663-9462-98384ba852c7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.752900] env[62402]: DEBUG nova.compute.manager [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Going to confirm migration 10 {{(pid=62402) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2054.003731] env[62402]: DEBUG oslo_concurrency.lockutils [req-25f0faea-b276-4fd5-b44b-17b016ea2e4e req-e4489e36-f517-4143-85e4-7158de1b86f0 service nova] Releasing lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.132812] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]52178459-d6ac-3320-d5bc-08ae06fd2697, 'name': SearchDatastore_Task, 'duration_secs': 0.008277} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.133634] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e38e9b-edc0-4eba-b4e3-c177d2526421 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.138745] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2054.138745] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5226d196-c93f-aca5-7301-3bfce6ab867a" [ 2054.138745] env[62402]: _type = "Task" [ 2054.138745] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.146570] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5226d196-c93f-aca5-7301-3bfce6ab867a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.289097] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.289288] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.289471] env[62402]: DEBUG nova.network.neutron [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2054.289655] env[62402]: DEBUG nova.objects.instance [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lazy-loading 'info_cache' on Instance uuid 50a3c6d6-0ca1-4663-9462-98384ba852c7 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2054.648799] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5226d196-c93f-aca5-7301-3bfce6ab867a, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.649088] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.649362] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 28701efa-89d9-4ee3-ab57-5a747c3e5d7c/28701efa-89d9-4ee3-ab57-5a747c3e5d7c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2054.649646] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-003453e3-3539-49fb-8647-5d66025ab0d2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.657160] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2054.657160] env[62402]: value = "task-1873843" [ 2054.657160] env[62402]: _type = "Task" [ 2054.657160] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.665081] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.167668] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873843, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.494599] env[62402]: DEBUG nova.network.neutron [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance_info_cache with network_info: [{"id": "70574a93-1940-46b1-a694-f97dfc9e96bd", "address": "fa:16:3e:d0:fe:73", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70574a93-19", "ovs_interfaceid": "70574a93-1940-46b1-a694-f97dfc9e96bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.670444] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512921} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.670879] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore2] 28701efa-89d9-4ee3-ab57-5a747c3e5d7c/28701efa-89d9-4ee3-ab57-5a747c3e5d7c.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2055.671233] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2055.671608] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9713872e-f430-4d42-bb2e-1dc707b4d177 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.680338] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2055.680338] env[62402]: value = "task-1873844" [ 2055.680338] env[62402]: _type = "Task" [ 2055.680338] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.693610] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.997571] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "refresh_cache-50a3c6d6-0ca1-4663-9462-98384ba852c7" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.997861] env[62402]: DEBUG nova.objects.instance [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lazy-loading 'migration_context' on Instance uuid 50a3c6d6-0ca1-4663-9462-98384ba852c7 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2056.190688] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246531} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.191043] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2056.191724] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2d0915-2e39-42e5-bac5-61b1023f25eb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.213052] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 28701efa-89d9-4ee3-ab57-5a747c3e5d7c/28701efa-89d9-4ee3-ab57-5a747c3e5d7c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2056.213313] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-130626cc-78d1-4811-abd2-185dc45e3cdb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.231766] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2056.231766] env[62402]: value = "task-1873845" [ 2056.231766] env[62402]: _type = "Task" [ 2056.231766] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.238836] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873845, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.501015] env[62402]: DEBUG nova.objects.base [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Object Instance<50a3c6d6-0ca1-4663-9462-98384ba852c7> lazy-loaded attributes: info_cache,migration_context {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2056.501905] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54376c1-f946-41bd-9da1-676a53be4da9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.520652] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-485112b3-702e-467e-913f-bde2763a04d0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.526121] env[62402]: DEBUG oslo_vmware.api [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2056.526121] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5258577e-d281-a046-ffdf-34651cd10b52" [ 2056.526121] env[62402]: _type = "Task" [ 2056.526121] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.533786] env[62402]: DEBUG oslo_vmware.api [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5258577e-d281-a046-ffdf-34651cd10b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.741811] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873845, 'name': ReconfigVM_Task, 'duration_secs': 0.265902} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.742114] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 28701efa-89d9-4ee3-ab57-5a747c3e5d7c/28701efa-89d9-4ee3-ab57-5a747c3e5d7c.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2056.742751] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2997205-7feb-4309-9e19-6cea30148a0a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.749885] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2056.749885] env[62402]: value = "task-1873846" [ 2056.749885] env[62402]: _type = "Task" [ 2056.749885] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.758222] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873846, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.040287] env[62402]: DEBUG oslo_vmware.api [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5258577e-d281-a046-ffdf-34651cd10b52, 'name': SearchDatastore_Task, 'duration_secs': 0.00676} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.040673] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.041036] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.260360] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873846, 'name': Rename_Task, 'duration_secs': 0.157107} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.260906] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2057.260906] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce1bf6cd-d62a-48ab-80b2-17c02f3c3b85 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.267651] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2057.267651] env[62402]: value = "task-1873847" [ 2057.267651] env[62402]: _type = "Task" [ 2057.267651] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.275164] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.600547] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab7252b-d730-47c6-933f-564cfa19db4a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.609410] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da244a4-0103-461e-9615-1f89038b05f2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.354885] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9348c8-933e-423c-82a6-1d6a7a605562 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.362566] env[62402]: DEBUG oslo_vmware.api [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873847, 'name': PowerOnVM_Task, 'duration_secs': 0.630059} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.364497] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2058.364704] env[62402]: INFO nova.compute.manager [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Took 7.71 seconds to spawn the instance on the hypervisor. [ 2058.364881] env[62402]: DEBUG nova.compute.manager [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2058.365637] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9df75c-8650-4db5-953c-0d7b8a87fca8 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.368786] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8548a6-650f-4e48-ac2c-efff3f21541f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.381757] env[62402]: DEBUG nova.compute.provider_tree [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.888817] env[62402]: DEBUG nova.scheduler.client.report [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2058.897597] env[62402]: INFO nova.compute.manager [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Took 12.40 seconds to build instance. [ 2059.400023] env[62402]: DEBUG oslo_concurrency.lockutils [None req-a72a3f1f-12ae-4ef8-a7e1-b68a2698f2e0 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.910s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.622290] env[62402]: DEBUG nova.compute.manager [req-90e17ce0-86e9-4a1f-bc71-cf960814a2c9 req-84e3e28a-ff59-4168-96d6-b238de6352fd service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Received event network-changed-e6fe065f-1352-4b4b-b5b3-053fec22d1b0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2059.622502] env[62402]: DEBUG nova.compute.manager [req-90e17ce0-86e9-4a1f-bc71-cf960814a2c9 req-84e3e28a-ff59-4168-96d6-b238de6352fd service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Refreshing instance network info cache due to event network-changed-e6fe065f-1352-4b4b-b5b3-053fec22d1b0. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2059.622713] env[62402]: DEBUG oslo_concurrency.lockutils [req-90e17ce0-86e9-4a1f-bc71-cf960814a2c9 req-84e3e28a-ff59-4168-96d6-b238de6352fd service nova] Acquiring lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.622857] env[62402]: DEBUG oslo_concurrency.lockutils [req-90e17ce0-86e9-4a1f-bc71-cf960814a2c9 req-84e3e28a-ff59-4168-96d6-b238de6352fd service nova] Acquired lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.623030] env[62402]: DEBUG nova.network.neutron [req-90e17ce0-86e9-4a1f-bc71-cf960814a2c9 req-84e3e28a-ff59-4168-96d6-b238de6352fd service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Refreshing network info cache for port e6fe065f-1352-4b4b-b5b3-053fec22d1b0 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2059.902774] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.862s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.338156] env[62402]: DEBUG nova.network.neutron [req-90e17ce0-86e9-4a1f-bc71-cf960814a2c9 req-84e3e28a-ff59-4168-96d6-b238de6352fd service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Updated VIF entry in instance network info cache for port e6fe065f-1352-4b4b-b5b3-053fec22d1b0. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2060.338718] env[62402]: DEBUG nova.network.neutron [req-90e17ce0-86e9-4a1f-bc71-cf960814a2c9 req-84e3e28a-ff59-4168-96d6-b238de6352fd service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Updating instance_info_cache with network_info: [{"id": "e6fe065f-1352-4b4b-b5b3-053fec22d1b0", "address": "fa:16:3e:9f:b0:4a", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fe065f-13", "ovs_interfaceid": "e6fe065f-1352-4b4b-b5b3-053fec22d1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.465837] env[62402]: INFO nova.scheduler.client.report [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted allocation for migration 773a45a5-6e12-4442-a4ed-0241ba350440 [ 2060.841507] env[62402]: DEBUG oslo_concurrency.lockutils [req-90e17ce0-86e9-4a1f-bc71-cf960814a2c9 req-84e3e28a-ff59-4168-96d6-b238de6352fd service nova] Releasing lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.971923] env[62402]: DEBUG oslo_concurrency.lockutils [None req-154b2c6f-9703-4d96-a2ef-ef517096cc2a tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "50a3c6d6-0ca1-4663-9462-98384ba852c7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.219s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.864063] env[62402]: DEBUG oslo_concurrency.lockutils [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "50a3c6d6-0ca1-4663-9462-98384ba852c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.864527] env[62402]: DEBUG oslo_concurrency.lockutils [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "50a3c6d6-0ca1-4663-9462-98384ba852c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.864527] env[62402]: DEBUG oslo_concurrency.lockutils [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "50a3c6d6-0ca1-4663-9462-98384ba852c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.864664] env[62402]: DEBUG oslo_concurrency.lockutils [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "50a3c6d6-0ca1-4663-9462-98384ba852c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.864815] env[62402]: DEBUG oslo_concurrency.lockutils [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "50a3c6d6-0ca1-4663-9462-98384ba852c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.867043] env[62402]: INFO nova.compute.manager [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Terminating instance [ 2062.264015] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "ee857f41-19ba-4ecb-9582-cf367d806633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.264275] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "ee857f41-19ba-4ecb-9582-cf367d806633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.370887] env[62402]: DEBUG nova.compute.manager [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2062.371166] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2062.372065] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d4f203-6eee-4038-a34c-fdf7802e410e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.379791] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2062.380015] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4b927ce-c2df-4f08-b46a-f8c477eb6695 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.386118] env[62402]: DEBUG oslo_vmware.api [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2062.386118] env[62402]: value = "task-1873848" [ 2062.386118] env[62402]: _type = "Task" [ 2062.386118] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.394058] env[62402]: DEBUG oslo_vmware.api [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.766920] env[62402]: DEBUG nova.compute.manager [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2062.896149] env[62402]: DEBUG oslo_vmware.api [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873848, 'name': PowerOffVM_Task, 'duration_secs': 0.1798} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.896559] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2062.896630] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2062.896829] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97b2da90-9648-4792-8207-e8d75fa8584e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.965191] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2062.965400] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2062.965580] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleting the datastore file [datastore1] 50a3c6d6-0ca1-4663-9462-98384ba852c7 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2062.965834] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41729400-b6b8-4206-8887-12ba21279741 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.971860] env[62402]: DEBUG oslo_vmware.api [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2062.971860] env[62402]: value = "task-1873850" [ 2062.971860] env[62402]: _type = "Task" [ 2062.971860] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.979097] env[62402]: DEBUG oslo_vmware.api [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.287520] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.287772] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.289279] env[62402]: INFO nova.compute.claims [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2063.482017] env[62402]: DEBUG oslo_vmware.api [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127016} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.482301] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2063.482533] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2063.482717] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2063.482888] env[62402]: INFO nova.compute.manager [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2063.483141] env[62402]: DEBUG oslo.service.loopingcall [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2063.483336] env[62402]: DEBUG nova.compute.manager [-] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2063.483432] env[62402]: DEBUG nova.network.neutron [-] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2063.714931] env[62402]: DEBUG nova.compute.manager [req-3e925868-19e8-4d0b-bbb1-9cad9c8e58ed req-db9e742a-dd09-4361-8675-243e99e43878 service nova] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Received event network-vif-deleted-70574a93-1940-46b1-a694-f97dfc9e96bd {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2063.715201] env[62402]: INFO nova.compute.manager [req-3e925868-19e8-4d0b-bbb1-9cad9c8e58ed req-db9e742a-dd09-4361-8675-243e99e43878 service nova] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Neutron deleted interface 70574a93-1940-46b1-a694-f97dfc9e96bd; detaching it from the instance and deleting it from the info cache [ 2063.715325] env[62402]: DEBUG nova.network.neutron [req-3e925868-19e8-4d0b-bbb1-9cad9c8e58ed req-db9e742a-dd09-4361-8675-243e99e43878 service nova] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2064.194949] env[62402]: DEBUG nova.network.neutron [-] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2064.217934] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8370f49-cbbb-48b0-8955-e0592321d4c0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.227846] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ad0a04-a27e-4551-b0d8-e266f5d31c4c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.250793] env[62402]: DEBUG nova.compute.manager [req-3e925868-19e8-4d0b-bbb1-9cad9c8e58ed req-db9e742a-dd09-4361-8675-243e99e43878 service nova] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Detach interface failed, port_id=70574a93-1940-46b1-a694-f97dfc9e96bd, reason: Instance 50a3c6d6-0ca1-4663-9462-98384ba852c7 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2064.358788] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1336fa96-ffc2-400b-96fa-4ca02a8585f6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.366138] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086f4869-b182-4143-9433-5446dbd2a237 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.396299] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a9f6c1-844a-45df-8815-a910ce0b4b0a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.403196] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7f29e5-2224-4fc9-bf5d-5cd8c7561e26 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.415955] env[62402]: DEBUG nova.compute.provider_tree [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2064.697391] env[62402]: INFO nova.compute.manager [-] [instance: 50a3c6d6-0ca1-4663-9462-98384ba852c7] Took 1.21 seconds to deallocate network for instance. [ 2064.918922] env[62402]: DEBUG nova.scheduler.client.report [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2065.204075] env[62402]: DEBUG oslo_concurrency.lockutils [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.423407] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.423986] env[62402]: DEBUG nova.compute.manager [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2065.426752] env[62402]: DEBUG oslo_concurrency.lockutils [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.223s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.427164] env[62402]: DEBUG oslo_concurrency.lockutils [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.448373] env[62402]: INFO nova.scheduler.client.report [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted allocations for instance 50a3c6d6-0ca1-4663-9462-98384ba852c7 [ 2065.931296] env[62402]: DEBUG nova.compute.utils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2065.932717] env[62402]: DEBUG nova.compute.manager [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2065.932886] env[62402]: DEBUG nova.network.neutron [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2065.955386] env[62402]: DEBUG oslo_concurrency.lockutils [None req-afd823ff-a950-4082-8440-4c8ee7aa4bbd tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "50a3c6d6-0ca1-4663-9462-98384ba852c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.091s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.982235] env[62402]: DEBUG nova.policy [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a81bdd1480894658b4cb3a8e1db26eb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73b5b9259473488e9abb062794ab35b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 2066.221820] env[62402]: DEBUG nova.network.neutron [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Successfully created port: ff6b2c7c-00da-4354-8450-2e15fe1510d0 {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2066.436351] env[62402]: DEBUG nova.compute.manager [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2067.444858] env[62402]: DEBUG nova.compute.manager [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2067.472182] env[62402]: DEBUG nova.virt.hardware [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T02:52:19Z,direct_url=,disk_format='vmdk',id=5478f57f-f57a-4780-a2a6-4bc10ccde419,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='759b86b2f01e403d8fa7dff715f78dce',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T02:52:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2067.472443] env[62402]: DEBUG nova.virt.hardware [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2067.472601] env[62402]: DEBUG nova.virt.hardware [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2067.472782] env[62402]: DEBUG nova.virt.hardware [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2067.472929] env[62402]: DEBUG nova.virt.hardware [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2067.473092] env[62402]: DEBUG nova.virt.hardware [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2067.473295] env[62402]: DEBUG nova.virt.hardware [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2067.473454] env[62402]: DEBUG nova.virt.hardware [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2067.473616] env[62402]: DEBUG nova.virt.hardware [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2067.473776] env[62402]: DEBUG nova.virt.hardware [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2067.473943] env[62402]: DEBUG nova.virt.hardware [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2067.474855] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3e76a4-c36a-4fc3-a080-905829c94e4e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.484136] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b80667-78c6-46a6-a8cb-25215d2a123e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.588213] env[62402]: DEBUG nova.compute.manager [req-031e9666-e557-4182-9f0e-d5bdd396e4de req-92996283-2d34-47a8-b70c-788189314429 service nova] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Received event network-vif-plugged-ff6b2c7c-00da-4354-8450-2e15fe1510d0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2067.588458] env[62402]: DEBUG oslo_concurrency.lockutils [req-031e9666-e557-4182-9f0e-d5bdd396e4de req-92996283-2d34-47a8-b70c-788189314429 service nova] Acquiring lock "ee857f41-19ba-4ecb-9582-cf367d806633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.588693] env[62402]: DEBUG oslo_concurrency.lockutils [req-031e9666-e557-4182-9f0e-d5bdd396e4de req-92996283-2d34-47a8-b70c-788189314429 service nova] Lock "ee857f41-19ba-4ecb-9582-cf367d806633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.588866] env[62402]: DEBUG oslo_concurrency.lockutils [req-031e9666-e557-4182-9f0e-d5bdd396e4de req-92996283-2d34-47a8-b70c-788189314429 service nova] Lock "ee857f41-19ba-4ecb-9582-cf367d806633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.589052] env[62402]: DEBUG nova.compute.manager [req-031e9666-e557-4182-9f0e-d5bdd396e4de req-92996283-2d34-47a8-b70c-788189314429 service nova] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] No waiting events found dispatching network-vif-plugged-ff6b2c7c-00da-4354-8450-2e15fe1510d0 {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2067.589221] env[62402]: WARNING nova.compute.manager [req-031e9666-e557-4182-9f0e-d5bdd396e4de req-92996283-2d34-47a8-b70c-788189314429 service nova] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Received unexpected event network-vif-plugged-ff6b2c7c-00da-4354-8450-2e15fe1510d0 for instance with vm_state building and task_state spawning. [ 2067.670317] env[62402]: DEBUG nova.network.neutron [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Successfully updated port: ff6b2c7c-00da-4354-8450-2e15fe1510d0 {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2068.172984] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "refresh_cache-ee857f41-19ba-4ecb-9582-cf367d806633" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.173159] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "refresh_cache-ee857f41-19ba-4ecb-9582-cf367d806633" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.173285] env[62402]: DEBUG nova.network.neutron [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2068.703039] env[62402]: DEBUG nova.network.neutron [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2068.820581] env[62402]: DEBUG nova.network.neutron [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Updating instance_info_cache with network_info: [{"id": "ff6b2c7c-00da-4354-8450-2e15fe1510d0", "address": "fa:16:3e:f7:d0:ce", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6b2c7c-00", "ovs_interfaceid": "ff6b2c7c-00da-4354-8450-2e15fe1510d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.323572] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "refresh_cache-ee857f41-19ba-4ecb-9582-cf367d806633" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.323910] env[62402]: DEBUG nova.compute.manager [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Instance network_info: |[{"id": "ff6b2c7c-00da-4354-8450-2e15fe1510d0", "address": "fa:16:3e:f7:d0:ce", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6b2c7c-00", "ovs_interfaceid": "ff6b2c7c-00da-4354-8450-2e15fe1510d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2069.324400] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:d0:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff6b2c7c-00da-4354-8450-2e15fe1510d0', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2069.331969] env[62402]: DEBUG oslo.service.loopingcall [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2069.332198] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2069.332421] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7087b55f-0147-4dec-9e37-03588af7cbe2 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.353237] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2069.353237] env[62402]: value = "task-1873851" [ 2069.353237] env[62402]: _type = "Task" [ 2069.353237] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.361429] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873851, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.613797] env[62402]: DEBUG nova.compute.manager [req-26256246-c94b-4fd7-a585-76fa994798e4 req-e50f3fd2-05a8-403d-9fba-f82b79f4f2f9 service nova] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Received event network-changed-ff6b2c7c-00da-4354-8450-2e15fe1510d0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2069.614065] env[62402]: DEBUG nova.compute.manager [req-26256246-c94b-4fd7-a585-76fa994798e4 req-e50f3fd2-05a8-403d-9fba-f82b79f4f2f9 service nova] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Refreshing instance network info cache due to event network-changed-ff6b2c7c-00da-4354-8450-2e15fe1510d0. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2069.614317] env[62402]: DEBUG oslo_concurrency.lockutils [req-26256246-c94b-4fd7-a585-76fa994798e4 req-e50f3fd2-05a8-403d-9fba-f82b79f4f2f9 service nova] Acquiring lock "refresh_cache-ee857f41-19ba-4ecb-9582-cf367d806633" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.614475] env[62402]: DEBUG oslo_concurrency.lockutils [req-26256246-c94b-4fd7-a585-76fa994798e4 req-e50f3fd2-05a8-403d-9fba-f82b79f4f2f9 service nova] Acquired lock "refresh_cache-ee857f41-19ba-4ecb-9582-cf367d806633" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.614646] env[62402]: DEBUG nova.network.neutron [req-26256246-c94b-4fd7-a585-76fa994798e4 req-e50f3fd2-05a8-403d-9fba-f82b79f4f2f9 service nova] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Refreshing network info cache for port ff6b2c7c-00da-4354-8450-2e15fe1510d0 {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2069.862871] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873851, 'name': CreateVM_Task, 'duration_secs': 0.329965} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.863236] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2069.863728] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.863892] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.864255] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2069.864501] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec153169-046b-4d10-9b39-d7efbc5baad5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.868587] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2069.868587] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]5244a5dd-61b3-902d-ca7f-2f66f31b00ee" [ 2069.868587] env[62402]: _type = "Task" [ 2069.868587] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.875568] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5244a5dd-61b3-902d-ca7f-2f66f31b00ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.295186] env[62402]: DEBUG nova.network.neutron [req-26256246-c94b-4fd7-a585-76fa994798e4 req-e50f3fd2-05a8-403d-9fba-f82b79f4f2f9 service nova] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Updated VIF entry in instance network info cache for port ff6b2c7c-00da-4354-8450-2e15fe1510d0. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2070.295550] env[62402]: DEBUG nova.network.neutron [req-26256246-c94b-4fd7-a585-76fa994798e4 req-e50f3fd2-05a8-403d-9fba-f82b79f4f2f9 service nova] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Updating instance_info_cache with network_info: [{"id": "ff6b2c7c-00da-4354-8450-2e15fe1510d0", "address": "fa:16:3e:f7:d0:ce", "network": {"id": "cfaa210c-9a37-4069-815d-89bf55f8cfaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-286591746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b5b9259473488e9abb062794ab35b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6b2c7c-00", "ovs_interfaceid": "ff6b2c7c-00da-4354-8450-2e15fe1510d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.380030] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]5244a5dd-61b3-902d-ca7f-2f66f31b00ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.380270] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.380499] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Processing image 5478f57f-f57a-4780-a2a6-4bc10ccde419 {{(pid=62402) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2070.380731] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.380876] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.381077] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2070.381356] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-373ea10c-4a88-4fb0-8dc3-de34343185c7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.390866] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62402) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2070.390866] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62402) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2070.390866] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e0a89a-37ae-4d23-8e70-bda7c1ec5374 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.395796] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2070.395796] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]526a3f7e-5a10-876d-972c-075dfee97c2f" [ 2070.395796] env[62402]: _type = "Task" [ 2070.395796] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.403017] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526a3f7e-5a10-876d-972c-075dfee97c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.798697] env[62402]: DEBUG oslo_concurrency.lockutils [req-26256246-c94b-4fd7-a585-76fa994798e4 req-e50f3fd2-05a8-403d-9fba-f82b79f4f2f9 service nova] Releasing lock "refresh_cache-ee857f41-19ba-4ecb-9582-cf367d806633" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.906225] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]526a3f7e-5a10-876d-972c-075dfee97c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.008328} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.907015] env[62402]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c17bf39-78bc-48f8-ada7-d2469dafecf3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.911744] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2070.911744] env[62402]: value = "session[523b5dff-e517-36d3-ccfc-93d5cb216461]521d333b-e519-dad8-04b2-49c5a8e09f5c" [ 2070.911744] env[62402]: _type = "Task" [ 2070.911744] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.918835] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521d333b-e519-dad8-04b2-49c5a8e09f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.421597] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': session[523b5dff-e517-36d3-ccfc-93d5cb216461]521d333b-e519-dad8-04b2-49c5a8e09f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.421860] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.422133] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] ee857f41-19ba-4ecb-9582-cf367d806633/ee857f41-19ba-4ecb-9582-cf367d806633.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2071.422388] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-886d4ad1-36e1-4d10-8d6d-907df2f73b56 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.428238] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2071.428238] env[62402]: value = "task-1873852" [ 2071.428238] env[62402]: _type = "Task" [ 2071.428238] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.435908] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.938419] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.396654} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.938869] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5478f57f-f57a-4780-a2a6-4bc10ccde419/5478f57f-f57a-4780-a2a6-4bc10ccde419.vmdk to [datastore1] ee857f41-19ba-4ecb-9582-cf367d806633/ee857f41-19ba-4ecb-9582-cf367d806633.vmdk {{(pid=62402) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2071.938869] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Extending root virtual disk to 1048576 {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2071.939126] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68ce6ba9-3463-4830-bdfd-ae65d5307b84 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.946255] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2071.946255] env[62402]: value = "task-1873853" [ 2071.946255] env[62402]: _type = "Task" [ 2071.946255] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.953331] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.456556] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063773} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.456772] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Extended root virtual disk {{(pid=62402) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2072.457567] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b1f113-a997-48b9-8fa3-46838a7e2bc1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.479347] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] ee857f41-19ba-4ecb-9582-cf367d806633/ee857f41-19ba-4ecb-9582-cf367d806633.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2072.479585] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a8ba3f-93a3-4b07-9c15-4f33a36c7d33 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.500452] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2072.500452] env[62402]: value = "task-1873854" [ 2072.500452] env[62402]: _type = "Task" [ 2072.500452] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.506995] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.009332] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873854, 'name': ReconfigVM_Task, 'duration_secs': 0.27712} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.009805] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Reconfigured VM instance instance-0000007b to attach disk [datastore1] ee857f41-19ba-4ecb-9582-cf367d806633/ee857f41-19ba-4ecb-9582-cf367d806633.vmdk or device None with type sparse {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2073.010256] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-738e836e-12ba-4255-b6fb-f95b238166a1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.016179] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2073.016179] env[62402]: value = "task-1873855" [ 2073.016179] env[62402]: _type = "Task" [ 2073.016179] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.024833] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873855, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.526428] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873855, 'name': Rename_Task, 'duration_secs': 0.131446} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.526682] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2073.526952] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c95877e-aa41-49cc-92e1-7aa3a9175a7d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.533261] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2073.533261] env[62402]: value = "task-1873856" [ 2073.533261] env[62402]: _type = "Task" [ 2073.533261] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.540455] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.042710] env[62402]: DEBUG oslo_vmware.api [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873856, 'name': PowerOnVM_Task, 'duration_secs': 0.417506} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.043084] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2074.043276] env[62402]: INFO nova.compute.manager [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Took 6.60 seconds to spawn the instance on the hypervisor. [ 2074.043483] env[62402]: DEBUG nova.compute.manager [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2074.044222] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5b3a42-63bc-4caa-bae9-5c25ead3e139 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.560749] env[62402]: INFO nova.compute.manager [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Took 11.29 seconds to build instance. [ 2075.063016] env[62402]: DEBUG oslo_concurrency.lockutils [None req-aacc9d94-7549-4a85-8c01-880ec235d518 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "ee857f41-19ba-4ecb-9582-cf367d806633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.799s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.385823] env[62402]: DEBUG oslo_concurrency.lockutils [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "ee857f41-19ba-4ecb-9582-cf367d806633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.386273] env[62402]: DEBUG oslo_concurrency.lockutils [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "ee857f41-19ba-4ecb-9582-cf367d806633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.386377] env[62402]: DEBUG oslo_concurrency.lockutils [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "ee857f41-19ba-4ecb-9582-cf367d806633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.386549] env[62402]: DEBUG oslo_concurrency.lockutils [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "ee857f41-19ba-4ecb-9582-cf367d806633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.386717] env[62402]: DEBUG oslo_concurrency.lockutils [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "ee857f41-19ba-4ecb-9582-cf367d806633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.388813] env[62402]: INFO nova.compute.manager [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Terminating instance [ 2076.891977] env[62402]: DEBUG nova.compute.manager [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2076.892248] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2076.893302] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5e35fa-830b-47aa-ac20-ec6e8d5dfbe4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.901072] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2076.901314] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6fdc30b-3514-4d64-a56c-25c2b7ea6b61 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.907275] env[62402]: DEBUG oslo_vmware.api [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2076.907275] env[62402]: value = "task-1873857" [ 2076.907275] env[62402]: _type = "Task" [ 2076.907275] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.915320] env[62402]: DEBUG oslo_vmware.api [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.417070] env[62402]: DEBUG oslo_vmware.api [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873857, 'name': PowerOffVM_Task, 'duration_secs': 0.172538} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.417474] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2077.417546] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2077.417796] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e9791c6-4caa-4755-87ce-18975dddbd06 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.488572] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2077.488773] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2077.488827] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleting the datastore file [datastore1] ee857f41-19ba-4ecb-9582-cf367d806633 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2077.489468] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfda6fed-f91c-4703-b051-8d924eeef49d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.495417] env[62402]: DEBUG oslo_vmware.api [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for the task: (returnval){ [ 2077.495417] env[62402]: value = "task-1873859" [ 2077.495417] env[62402]: _type = "Task" [ 2077.495417] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.502871] env[62402]: DEBUG oslo_vmware.api [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.004704] env[62402]: DEBUG oslo_vmware.api [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Task: {'id': task-1873859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141347} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.004959] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2078.005165] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2078.005344] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2078.005520] env[62402]: INFO nova.compute.manager [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2078.005760] env[62402]: DEBUG oslo.service.loopingcall [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2078.005948] env[62402]: DEBUG nova.compute.manager [-] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2078.006056] env[62402]: DEBUG nova.network.neutron [-] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2078.241284] env[62402]: DEBUG nova.compute.manager [req-88b4cfa4-7acd-4b67-a73f-205bd75a5b57 req-56188b61-5b35-425c-a7d1-a1b14c5e4b27 service nova] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Received event network-vif-deleted-ff6b2c7c-00da-4354-8450-2e15fe1510d0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2078.241491] env[62402]: INFO nova.compute.manager [req-88b4cfa4-7acd-4b67-a73f-205bd75a5b57 req-56188b61-5b35-425c-a7d1-a1b14c5e4b27 service nova] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Neutron deleted interface ff6b2c7c-00da-4354-8450-2e15fe1510d0; detaching it from the instance and deleting it from the info cache [ 2078.241657] env[62402]: DEBUG nova.network.neutron [req-88b4cfa4-7acd-4b67-a73f-205bd75a5b57 req-56188b61-5b35-425c-a7d1-a1b14c5e4b27 service nova] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.720814] env[62402]: DEBUG nova.network.neutron [-] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.743993] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b627b5a-f8d6-4585-b9f4-3fb4f6a82b6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.753330] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bbe7c5-51c5-4797-acb1-a428bade9000 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.776546] env[62402]: DEBUG nova.compute.manager [req-88b4cfa4-7acd-4b67-a73f-205bd75a5b57 req-56188b61-5b35-425c-a7d1-a1b14c5e4b27 service nova] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Detach interface failed, port_id=ff6b2c7c-00da-4354-8450-2e15fe1510d0, reason: Instance ee857f41-19ba-4ecb-9582-cf367d806633 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2079.223356] env[62402]: INFO nova.compute.manager [-] [instance: ee857f41-19ba-4ecb-9582-cf367d806633] Took 1.22 seconds to deallocate network for instance. [ 2079.730473] env[62402]: DEBUG oslo_concurrency.lockutils [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.730862] env[62402]: DEBUG oslo_concurrency.lockutils [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.731011] env[62402]: DEBUG nova.objects.instance [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lazy-loading 'resources' on Instance uuid ee857f41-19ba-4ecb-9582-cf367d806633 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2080.346686] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c47fa1-de15-4a4a-87c7-b6781db4b7a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.354555] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc47bd-74b4-4ccb-a5f3-bb18553f6095 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.385472] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1888ba2-633a-42d2-9505-d1aad758dc6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.393528] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0396e6b4-5a85-4b7a-a41d-bc55fb4abe68 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.409522] env[62402]: DEBUG nova.compute.provider_tree [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.912348] env[62402]: DEBUG nova.scheduler.client.report [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.417849] env[62402]: DEBUG oslo_concurrency.lockutils [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.436101] env[62402]: INFO nova.scheduler.client.report [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Deleted allocations for instance ee857f41-19ba-4ecb-9582-cf367d806633 [ 2081.943571] env[62402]: DEBUG oslo_concurrency.lockutils [None req-195986e9-c861-420c-9d15-cc382dc92be4 tempest-ServerDiskConfigTestJSON-831199461 tempest-ServerDiskConfigTestJSON-831199461-project-member] Lock "ee857f41-19ba-4ecb-9582-cf367d806633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.557s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.082298] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1d613c6b-869b-4eec-87aa-f892f0781d04 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.082624] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1d613c6b-869b-4eec-87aa-f892f0781d04 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.082747] env[62402]: DEBUG nova.compute.manager [None req-1d613c6b-869b-4eec-87aa-f892f0781d04 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2097.083699] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1065828c-a402-47cd-8c43-157aca370591 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.091009] env[62402]: DEBUG nova.compute.manager [None req-1d613c6b-869b-4eec-87aa-f892f0781d04 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62402) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2097.091577] env[62402]: DEBUG nova.objects.instance [None req-1d613c6b-869b-4eec-87aa-f892f0781d04 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lazy-loading 'flavor' on Instance uuid 28701efa-89d9-4ee3-ab57-5a747c3e5d7c {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.100076] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d613c6b-869b-4eec-87aa-f892f0781d04 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2098.100743] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c25a6132-b9e0-4a13-8914-d4cb60a8b62f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.108119] env[62402]: DEBUG oslo_vmware.api [None req-1d613c6b-869b-4eec-87aa-f892f0781d04 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2098.108119] env[62402]: value = "task-1873860" [ 2098.108119] env[62402]: _type = "Task" [ 2098.108119] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.116167] env[62402]: DEBUG oslo_vmware.api [None req-1d613c6b-869b-4eec-87aa-f892f0781d04 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.619272] env[62402]: DEBUG oslo_vmware.api [None req-1d613c6b-869b-4eec-87aa-f892f0781d04 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873860, 'name': PowerOffVM_Task, 'duration_secs': 0.200322} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.619543] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d613c6b-869b-4eec-87aa-f892f0781d04 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2098.619740] env[62402]: DEBUG nova.compute.manager [None req-1d613c6b-869b-4eec-87aa-f892f0781d04 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2098.620498] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8528df0-f89a-41a9-b2c6-6ac8b9373603 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.131561] env[62402]: DEBUG oslo_concurrency.lockutils [None req-1d613c6b-869b-4eec-87aa-f892f0781d04 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.475609] env[62402]: DEBUG nova.objects.instance [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lazy-loading 'flavor' on Instance uuid 28701efa-89d9-4ee3-ab57-5a747c3e5d7c {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.980797] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.981034] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.981179] env[62402]: DEBUG nova.network.neutron [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2099.981361] env[62402]: DEBUG nova.objects.instance [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lazy-loading 'info_cache' on Instance uuid 28701efa-89d9-4ee3-ab57-5a747c3e5d7c {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.485057] env[62402]: DEBUG nova.objects.base [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Object Instance<28701efa-89d9-4ee3-ab57-5a747c3e5d7c> lazy-loaded attributes: flavor,info_cache {{(pid=62402) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2101.186935] env[62402]: DEBUG nova.network.neutron [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Updating instance_info_cache with network_info: [{"id": "e6fe065f-1352-4b4b-b5b3-053fec22d1b0", "address": "fa:16:3e:9f:b0:4a", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fe065f-13", "ovs_interfaceid": "e6fe065f-1352-4b4b-b5b3-053fec22d1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.690421] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.696596] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2102.696944] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d9fca0c-4c64-42ba-8a34-5044cdaff874 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.704710] env[62402]: DEBUG oslo_vmware.api [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2102.704710] env[62402]: value = "task-1873861" [ 2102.704710] env[62402]: _type = "Task" [ 2102.704710] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.712322] env[62402]: DEBUG oslo_vmware.api [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.214755] env[62402]: DEBUG oslo_vmware.api [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873861, 'name': PowerOnVM_Task, 'duration_secs': 0.38766} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.215051] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2103.215321] env[62402]: DEBUG nova.compute.manager [None req-cf5f172d-1a2d-48bd-b97f-ffab8421389c tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2103.216076] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828e286c-c946-49ce-88ba-e352ba15cffb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.402665] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809b6bb3-4327-450f-8cf7-26380878f329 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.409681] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b48f67df-0318-4959-8a62-60b3ffa93308 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Suspending the VM {{(pid=62402) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2104.409908] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2057de84-5635-4a6c-a9b8-5ad5bcfed736 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.415826] env[62402]: DEBUG oslo_vmware.api [None req-b48f67df-0318-4959-8a62-60b3ffa93308 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2104.415826] env[62402]: value = "task-1873862" [ 2104.415826] env[62402]: _type = "Task" [ 2104.415826] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.423326] env[62402]: DEBUG oslo_vmware.api [None req-b48f67df-0318-4959-8a62-60b3ffa93308 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873862, 'name': SuspendVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.926160] env[62402]: DEBUG oslo_vmware.api [None req-b48f67df-0318-4959-8a62-60b3ffa93308 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873862, 'name': SuspendVM_Task} progress is 100%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.426578] env[62402]: DEBUG oslo_vmware.api [None req-b48f67df-0318-4959-8a62-60b3ffa93308 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873862, 'name': SuspendVM_Task, 'duration_secs': 0.543019} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.426934] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b48f67df-0318-4959-8a62-60b3ffa93308 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Suspended the VM {{(pid=62402) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2105.427051] env[62402]: DEBUG nova.compute.manager [None req-b48f67df-0318-4959-8a62-60b3ffa93308 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2105.427743] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a8716e-a23a-49f1-b8b7-2e8baf3bfa1c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.724025] env[62402]: INFO nova.compute.manager [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Resuming [ 2106.724666] env[62402]: DEBUG nova.objects.instance [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lazy-loading 'flavor' on Instance uuid 28701efa-89d9-4ee3-ab57-5a747c3e5d7c {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2108.235020] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.235309] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquired lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.236872] env[62402]: DEBUG nova.network.neutron [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2108.931577] env[62402]: DEBUG nova.network.neutron [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Updating instance_info_cache with network_info: [{"id": "e6fe065f-1352-4b4b-b5b3-053fec22d1b0", "address": "fa:16:3e:9f:b0:4a", "network": {"id": "0660f9db-2ea0-426e-9104-846ea74231e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1364386065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ff0a2923054afa889f8f3776d2b71d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6fe065f-13", "ovs_interfaceid": "e6fe065f-1352-4b4b-b5b3-053fec22d1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.434136] env[62402]: DEBUG oslo_concurrency.lockutils [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Releasing lock "refresh_cache-28701efa-89d9-4ee3-ab57-5a747c3e5d7c" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.435163] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfcae9d-9be5-487c-9f1d-9e33ccec85d1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.441971] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Resuming the VM {{(pid=62402) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2109.442216] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8afcbbf-be71-4523-933e-17ab163ff413 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.448180] env[62402]: DEBUG oslo_vmware.api [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2109.448180] env[62402]: value = "task-1873863" [ 2109.448180] env[62402]: _type = "Task" [ 2109.448180] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.455491] env[62402]: DEBUG oslo_vmware.api [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.959626] env[62402]: DEBUG oslo_vmware.api [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873863, 'name': PowerOnVM_Task, 'duration_secs': 0.488546} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.959905] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Resumed the VM {{(pid=62402) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2109.960102] env[62402]: DEBUG nova.compute.manager [None req-cc704d98-9df8-4247-8348-7415925f1a98 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2109.960908] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421a9943-8b55-4395-8a3a-ab28c4cbcadb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.385986] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.386342] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.386501] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.386731] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.386921] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.389060] env[62402]: INFO nova.compute.manager [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Terminating instance [ 2111.892697] env[62402]: DEBUG nova.compute.manager [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2111.892955] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2111.893880] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cb8d22-b2a0-4c64-8257-af2d31fa0d09 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.901683] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2111.901907] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-849707f7-9a45-44d8-97b0-dcbfc71a2332 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.910036] env[62402]: DEBUG oslo_vmware.api [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2111.910036] env[62402]: value = "task-1873864" [ 2111.910036] env[62402]: _type = "Task" [ 2111.910036] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.918206] env[62402]: DEBUG oslo_vmware.api [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.419539] env[62402]: DEBUG oslo_vmware.api [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873864, 'name': PowerOffVM_Task, 'duration_secs': 0.179426} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.419874] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2112.419915] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2112.420155] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17031bf3-f02e-46b1-8b19-f1118aef2d4c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.501017] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2112.501252] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Deleting contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2112.501445] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleting the datastore file [datastore2] 28701efa-89d9-4ee3-ab57-5a747c3e5d7c {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2112.501701] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f9c0c22-caaf-448f-92b4-1bb64dd61684 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.508164] env[62402]: DEBUG oslo_vmware.api [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for the task: (returnval){ [ 2112.508164] env[62402]: value = "task-1873866" [ 2112.508164] env[62402]: _type = "Task" [ 2112.508164] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.515440] env[62402]: DEBUG oslo_vmware.api [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.719525] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.719771] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2113.017391] env[62402]: DEBUG oslo_vmware.api [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Task: {'id': task-1873866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144777} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.017586] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2113.017767] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Deleted contents of the VM from datastore datastore2 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2113.017942] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2113.018123] env[62402]: INFO nova.compute.manager [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2113.018370] env[62402]: DEBUG oslo.service.loopingcall [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2113.018552] env[62402]: DEBUG nova.compute.manager [-] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2113.018645] env[62402]: DEBUG nova.network.neutron [-] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2113.224380] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2113.224550] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2113.477092] env[62402]: DEBUG nova.compute.manager [req-85ba2efd-c425-4fb9-ba2e-97a7e69e28b0 req-18d71ec6-ff9e-4651-b463-f1373c08ef76 service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Received event network-vif-deleted-e6fe065f-1352-4b4b-b5b3-053fec22d1b0 {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2113.477371] env[62402]: INFO nova.compute.manager [req-85ba2efd-c425-4fb9-ba2e-97a7e69e28b0 req-18d71ec6-ff9e-4651-b463-f1373c08ef76 service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Neutron deleted interface e6fe065f-1352-4b4b-b5b3-053fec22d1b0; detaching it from the instance and deleting it from the info cache [ 2113.478448] env[62402]: DEBUG nova.network.neutron [req-85ba2efd-c425-4fb9-ba2e-97a7e69e28b0 req-18d71ec6-ff9e-4651-b463-f1373c08ef76 service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.727315] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 2113.727551] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2113.727720] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2113.727901] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2113.728075] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2113.728225] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2113.728374] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2113.728501] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2113.728642] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2113.952485] env[62402]: DEBUG nova.network.neutron [-] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.980386] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41005134-628c-4219-aecb-894472a9a6b6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.990783] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151bffa6-cb9d-47d8-8da8-709faf66aa40 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.013924] env[62402]: DEBUG nova.compute.manager [req-85ba2efd-c425-4fb9-ba2e-97a7e69e28b0 req-18d71ec6-ff9e-4651-b463-f1373c08ef76 service nova] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Detach interface failed, port_id=e6fe065f-1352-4b4b-b5b3-053fec22d1b0, reason: Instance 28701efa-89d9-4ee3-ab57-5a747c3e5d7c could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2114.232034] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.232187] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.232242] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.232480] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2114.233461] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7bafe8-219b-4275-9e58-8f25cf26d02d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.241959] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b3dc3b-708e-4b8a-83ee-639a18fe1e74 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.256820] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b8b34c-2c4c-45f7-aa87-b5e0204e8495 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.263652] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2183e6-2097-4d73-9520-ca422adb31d6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.295080] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180657MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2114.295270] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.295471] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.455863] env[62402]: INFO nova.compute.manager [-] [instance: 28701efa-89d9-4ee3-ab57-5a747c3e5d7c] Took 1.44 seconds to deallocate network for instance. [ 2114.962038] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.320769] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 28701efa-89d9-4ee3-ab57-5a747c3e5d7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2115.320974] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2115.321138] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2115.346163] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ec2b58-15cd-4c19-9bc0-52d112b1622e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.353868] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a801bf3b-370c-4320-a4f4-1dc1566a25d5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.384379] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476291e7-a69c-4a19-b594-4d0697fb54cc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.391496] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae45ffd-09ff-4f4a-b1fc-9ef4b41d84f1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.404335] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2115.907726] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2116.412856] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2116.413238] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.413381] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.452s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.413611] env[62402]: DEBUG nova.objects.instance [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lazy-loading 'resources' on Instance uuid 28701efa-89d9-4ee3-ab57-5a747c3e5d7c {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2116.946366] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887188f4-9a67-497e-be62-56143e133737 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.956496] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5bac47-5fd2-46e4-bd9d-b1e1adf8880b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.005530] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf2d798-10ba-4818-bb1b-b65360147de0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.016894] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da975368-5c43-4d06-8649-0388b9a9b5b3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.040168] env[62402]: DEBUG nova.compute.provider_tree [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2117.543718] env[62402]: DEBUG nova.scheduler.client.report [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2118.049598] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.071521] env[62402]: INFO nova.scheduler.client.report [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Deleted allocations for instance 28701efa-89d9-4ee3-ab57-5a747c3e5d7c [ 2118.580032] env[62402]: DEBUG oslo_concurrency.lockutils [None req-b117ae4d-32cb-4cf9-86f5-49480aac5848 tempest-ServerActionsTestJSON-1191619414 tempest-ServerActionsTestJSON-1191619414-project-member] Lock "28701efa-89d9-4ee3-ab57-5a747c3e5d7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.194s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.927998] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Acquiring lock "814d9e9d-9747-4341-b416-e6d8b4b442f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.928295] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lock "814d9e9d-9747-4341-b416-e6d8b4b442f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.430887] env[62402]: DEBUG nova.compute.manager [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Starting instance... {{(pid=62402) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2142.954017] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.954293] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.956257] env[62402]: INFO nova.compute.claims [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2143.991815] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175813a0-190b-47e8-8842-4815e42416af {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.999098] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaea023-3fa4-493e-8db4-d71364f11a26 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.030816] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00786cea-ffe2-4791-82aa-2036e03b8132 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.037317] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da8fa3e-99b7-481d-9c79-06dc30613f8d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.049588] env[62402]: DEBUG nova.compute.provider_tree [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2144.553119] env[62402]: DEBUG nova.scheduler.client.report [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2145.058359] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.058762] env[62402]: DEBUG nova.compute.manager [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Start building networks asynchronously for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2145.563606] env[62402]: DEBUG nova.compute.utils [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Using /dev/sd instead of None {{(pid=62402) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2145.565106] env[62402]: DEBUG nova.compute.manager [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Allocating IP information in the background. {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2145.565278] env[62402]: DEBUG nova.network.neutron [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] allocate_for_instance() {{(pid=62402) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2145.618956] env[62402]: DEBUG nova.policy [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44832cb2902a4f97bc15e35f435d0e1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35d9c92b192a4fdfba4d7174c0e899b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62402) authorize /opt/stack/nova/nova/policy.py:192}} [ 2145.897124] env[62402]: DEBUG nova.network.neutron [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Successfully created port: 8b0f6713-dca2-4e19-ac56-16a0bd173a8b {{(pid=62402) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2146.069789] env[62402]: DEBUG nova.compute.manager [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Start building block device mappings for instance. {{(pid=62402) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2146.575866] env[62402]: INFO nova.virt.block_device [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Booting with volume aac9e1ad-d93f-4aea-86d2-df24af68eac8 at /dev/sda [ 2146.612534] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d28f612-c59d-423b-b096-8c267898641c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.623315] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce498cb-9195-4bda-83ed-8a5259e38ca3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.649160] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f366e28f-8221-4b20-bd33-83d7baafb391 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.657800] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb454792-d31c-4fb7-b107-a42deb47be91 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.692685] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77000596-ed7c-4091-91d0-c29e11aa9704 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.699490] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5b3d78-358a-439a-9bfb-fc95f48e94ab {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.713956] env[62402]: DEBUG nova.virt.block_device [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Updating existing volume attachment record: 4f58d038-1adf-42d5-82d3-fb43dd4b8815 {{(pid=62402) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2147.275673] env[62402]: DEBUG nova.compute.manager [req-d56a97c8-7e93-42fd-8728-c7ce27aa84fc req-040e7609-54a6-470e-b54c-c8d25dc14dfc service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Received event network-vif-plugged-8b0f6713-dca2-4e19-ac56-16a0bd173a8b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2147.275929] env[62402]: DEBUG oslo_concurrency.lockutils [req-d56a97c8-7e93-42fd-8728-c7ce27aa84fc req-040e7609-54a6-470e-b54c-c8d25dc14dfc service nova] Acquiring lock "814d9e9d-9747-4341-b416-e6d8b4b442f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.276106] env[62402]: DEBUG oslo_concurrency.lockutils [req-d56a97c8-7e93-42fd-8728-c7ce27aa84fc req-040e7609-54a6-470e-b54c-c8d25dc14dfc service nova] Lock "814d9e9d-9747-4341-b416-e6d8b4b442f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.276282] env[62402]: DEBUG oslo_concurrency.lockutils [req-d56a97c8-7e93-42fd-8728-c7ce27aa84fc req-040e7609-54a6-470e-b54c-c8d25dc14dfc service nova] Lock "814d9e9d-9747-4341-b416-e6d8b4b442f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.276449] env[62402]: DEBUG nova.compute.manager [req-d56a97c8-7e93-42fd-8728-c7ce27aa84fc req-040e7609-54a6-470e-b54c-c8d25dc14dfc service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] No waiting events found dispatching network-vif-plugged-8b0f6713-dca2-4e19-ac56-16a0bd173a8b {{(pid=62402) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2147.276608] env[62402]: WARNING nova.compute.manager [req-d56a97c8-7e93-42fd-8728-c7ce27aa84fc req-040e7609-54a6-470e-b54c-c8d25dc14dfc service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Received unexpected event network-vif-plugged-8b0f6713-dca2-4e19-ac56-16a0bd173a8b for instance with vm_state building and task_state block_device_mapping. [ 2147.357789] env[62402]: DEBUG nova.network.neutron [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Successfully updated port: 8b0f6713-dca2-4e19-ac56-16a0bd173a8b {{(pid=62402) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2147.861150] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Acquiring lock "refresh_cache-814d9e9d-9747-4341-b416-e6d8b4b442f2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.861150] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Acquired lock "refresh_cache-814d9e9d-9747-4341-b416-e6d8b4b442f2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.861150] env[62402]: DEBUG nova.network.neutron [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Building network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2148.392239] env[62402]: DEBUG nova.network.neutron [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Instance cache missing network info. {{(pid=62402) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2148.514203] env[62402]: DEBUG nova.network.neutron [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Updating instance_info_cache with network_info: [{"id": "8b0f6713-dca2-4e19-ac56-16a0bd173a8b", "address": "fa:16:3e:b7:5e:d5", "network": {"id": "b566faa3-d4b5-4511-a85e-667e7f47ed11", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1125602648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d9c92b192a4fdfba4d7174c0e899b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f6713-dc", "ovs_interfaceid": "8b0f6713-dca2-4e19-ac56-16a0bd173a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.793321] env[62402]: DEBUG nova.compute.manager [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Start spawning the instance on the hypervisor. {{(pid=62402) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2148.793813] env[62402]: DEBUG nova.virt.hardware [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T02:52:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2148.794076] env[62402]: DEBUG nova.virt.hardware [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Flavor limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2148.794359] env[62402]: DEBUG nova.virt.hardware [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Image limits 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2148.794651] env[62402]: DEBUG nova.virt.hardware [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Flavor pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2148.794904] env[62402]: DEBUG nova.virt.hardware [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Image pref 0:0:0 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2148.795190] env[62402]: DEBUG nova.virt.hardware [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62402) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2148.795536] env[62402]: DEBUG nova.virt.hardware [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2148.795818] env[62402]: DEBUG nova.virt.hardware [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2148.796110] env[62402]: DEBUG nova.virt.hardware [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Got 1 possible topologies {{(pid=62402) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2148.796368] env[62402]: DEBUG nova.virt.hardware [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2148.796627] env[62402]: DEBUG nova.virt.hardware [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62402) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2148.797885] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6b1693-f050-405c-909b-558b675a28ae {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.808991] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9952b3b0-9cd9-4d75-a389-405bf61407fc {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.017648] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Releasing lock "refresh_cache-814d9e9d-9747-4341-b416-e6d8b4b442f2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.017993] env[62402]: DEBUG nova.compute.manager [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Instance network_info: |[{"id": "8b0f6713-dca2-4e19-ac56-16a0bd173a8b", "address": "fa:16:3e:b7:5e:d5", "network": {"id": "b566faa3-d4b5-4511-a85e-667e7f47ed11", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1125602648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d9c92b192a4fdfba4d7174c0e899b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f6713-dc", "ovs_interfaceid": "8b0f6713-dca2-4e19-ac56-16a0bd173a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62402) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2149.018452] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:5e:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b0f6713-dca2-4e19-ac56-16a0bd173a8b', 'vif_model': 'vmxnet3'}] {{(pid=62402) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2149.025915] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Creating folder: Project (35d9c92b192a4fdfba4d7174c0e899b2). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2149.026218] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b1329b7-6eca-4c4a-809d-e65b540e8da9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.044857] env[62402]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2149.044994] env[62402]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62402) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2149.045366] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Folder already exists: Project (35d9c92b192a4fdfba4d7174c0e899b2). Parent ref: group-v386882. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2149.045565] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Creating folder: Instances. Parent ref: group-v387215. {{(pid=62402) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2149.045805] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bf883ab-3dd7-48c0-bd70-bc8eeebacfda {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.056992] env[62402]: INFO nova.virt.vmwareapi.vm_util [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Created folder: Instances in parent group-v387215. [ 2149.057289] env[62402]: DEBUG oslo.service.loopingcall [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.057486] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Creating VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2149.057754] env[62402]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c13546b6-e995-48c1-8dc6-1e9308dc910d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.076530] env[62402]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2149.076530] env[62402]: value = "task-1873879" [ 2149.076530] env[62402]: _type = "Task" [ 2149.076530] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.084385] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873879, 'name': CreateVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.302026] env[62402]: DEBUG nova.compute.manager [req-168d219a-d230-4fad-b359-2e0e2e7a8511 req-7bbf7e81-6610-4ad0-8188-b3971e9ca8b5 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Received event network-changed-8b0f6713-dca2-4e19-ac56-16a0bd173a8b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2149.302260] env[62402]: DEBUG nova.compute.manager [req-168d219a-d230-4fad-b359-2e0e2e7a8511 req-7bbf7e81-6610-4ad0-8188-b3971e9ca8b5 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Refreshing instance network info cache due to event network-changed-8b0f6713-dca2-4e19-ac56-16a0bd173a8b. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2149.302557] env[62402]: DEBUG oslo_concurrency.lockutils [req-168d219a-d230-4fad-b359-2e0e2e7a8511 req-7bbf7e81-6610-4ad0-8188-b3971e9ca8b5 service nova] Acquiring lock "refresh_cache-814d9e9d-9747-4341-b416-e6d8b4b442f2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.302622] env[62402]: DEBUG oslo_concurrency.lockutils [req-168d219a-d230-4fad-b359-2e0e2e7a8511 req-7bbf7e81-6610-4ad0-8188-b3971e9ca8b5 service nova] Acquired lock "refresh_cache-814d9e9d-9747-4341-b416-e6d8b4b442f2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.302786] env[62402]: DEBUG nova.network.neutron [req-168d219a-d230-4fad-b359-2e0e2e7a8511 req-7bbf7e81-6610-4ad0-8188-b3971e9ca8b5 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Refreshing network info cache for port 8b0f6713-dca2-4e19-ac56-16a0bd173a8b {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2149.586641] env[62402]: DEBUG oslo_vmware.api [-] Task: {'id': task-1873879, 'name': CreateVM_Task, 'duration_secs': 0.419053} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.587030] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Created VM on the ESX host {{(pid=62402) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2149.587481] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387218', 'volume_id': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'name': 'volume-aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '814d9e9d-9747-4341-b416-e6d8b4b442f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'serial': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8'}, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'device_type': None, 'attachment_id': '4f58d038-1adf-42d5-82d3-fb43dd4b8815', 'volume_type': None}], 'swap': None} {{(pid=62402) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2149.587736] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Root volume attach. Driver type: vmdk {{(pid=62402) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2149.588522] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9239a9e-aaed-4f27-ad6e-e79a91da599f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.596227] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b806603-d494-427f-94a0-6ed914c45124 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.601884] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d31489-fe97-4b20-97b0-85fb50d5cefb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.607382] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d3e338fd-d12d-4874-a42a-752a1c030269 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.615045] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Waiting for the task: (returnval){ [ 2149.615045] env[62402]: value = "task-1873880" [ 2149.615045] env[62402]: _type = "Task" [ 2149.615045] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.621973] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873880, 'name': RelocateVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.981823] env[62402]: DEBUG nova.network.neutron [req-168d219a-d230-4fad-b359-2e0e2e7a8511 req-7bbf7e81-6610-4ad0-8188-b3971e9ca8b5 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Updated VIF entry in instance network info cache for port 8b0f6713-dca2-4e19-ac56-16a0bd173a8b. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2149.982246] env[62402]: DEBUG nova.network.neutron [req-168d219a-d230-4fad-b359-2e0e2e7a8511 req-7bbf7e81-6610-4ad0-8188-b3971e9ca8b5 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Updating instance_info_cache with network_info: [{"id": "8b0f6713-dca2-4e19-ac56-16a0bd173a8b", "address": "fa:16:3e:b7:5e:d5", "network": {"id": "b566faa3-d4b5-4511-a85e-667e7f47ed11", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1125602648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d9c92b192a4fdfba4d7174c0e899b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f6713-dc", "ovs_interfaceid": "8b0f6713-dca2-4e19-ac56-16a0bd173a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.125586] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873880, 'name': RelocateVM_Task, 'duration_secs': 0.029269} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.125816] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Volume attach. Driver type: vmdk {{(pid=62402) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2150.126024] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387218', 'volume_id': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'name': 'volume-aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '814d9e9d-9747-4341-b416-e6d8b4b442f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'serial': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2150.126783] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f477a15b-d7f6-4753-9dab-7e89253aed3a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.142499] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33058080-c731-4c71-92cc-6d4aa7152bb9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.163982] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-aac9e1ad-d93f-4aea-86d2-df24af68eac8/volume-aac9e1ad-d93f-4aea-86d2-df24af68eac8.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2150.164149] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e932195e-d785-4eb4-8c0c-ef8367182159 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.185587] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Waiting for the task: (returnval){ [ 2150.185587] env[62402]: value = "task-1873881" [ 2150.185587] env[62402]: _type = "Task" [ 2150.185587] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.193164] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.485415] env[62402]: DEBUG oslo_concurrency.lockutils [req-168d219a-d230-4fad-b359-2e0e2e7a8511 req-7bbf7e81-6610-4ad0-8188-b3971e9ca8b5 service nova] Releasing lock "refresh_cache-814d9e9d-9747-4341-b416-e6d8b4b442f2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.695750] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873881, 'name': ReconfigVM_Task, 'duration_secs': 0.248193} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.696169] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-aac9e1ad-d93f-4aea-86d2-df24af68eac8/volume-aac9e1ad-d93f-4aea-86d2-df24af68eac8.vmdk or device None with type thin {{(pid=62402) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2150.700776] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56907fa0-f69f-42fa-aab3-31c2f2fc0895 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.716050] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Waiting for the task: (returnval){ [ 2150.716050] env[62402]: value = "task-1873882" [ 2150.716050] env[62402]: _type = "Task" [ 2150.716050] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.723546] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.225857] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873882, 'name': ReconfigVM_Task, 'duration_secs': 0.127007} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.226681] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387218', 'volume_id': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'name': 'volume-aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '814d9e9d-9747-4341-b416-e6d8b4b442f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'serial': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8'} {{(pid=62402) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2151.226868] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8edaea6e-973f-4588-817a-39eb9fa97129 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.233299] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Waiting for the task: (returnval){ [ 2151.233299] env[62402]: value = "task-1873883" [ 2151.233299] env[62402]: _type = "Task" [ 2151.233299] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.240894] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873883, 'name': Rename_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.743651] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873883, 'name': Rename_Task, 'duration_secs': 0.128233} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.744049] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Powering on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2151.744206] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2c6c14f-d47e-47a8-84c7-dfdb683b9a95 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.750981] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Waiting for the task: (returnval){ [ 2151.750981] env[62402]: value = "task-1873884" [ 2151.750981] env[62402]: _type = "Task" [ 2151.750981] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.758315] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.261256] env[62402]: DEBUG oslo_vmware.api [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873884, 'name': PowerOnVM_Task, 'duration_secs': 0.439815} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.261504] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Powered on the VM {{(pid=62402) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2152.261712] env[62402]: INFO nova.compute.manager [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Took 3.47 seconds to spawn the instance on the hypervisor. [ 2152.261892] env[62402]: DEBUG nova.compute.manager [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2152.262772] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d79330-815c-4983-bc8f-ca0e10c5898f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.780298] env[62402]: INFO nova.compute.manager [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Took 9.84 seconds to build instance. [ 2153.282309] env[62402]: DEBUG oslo_concurrency.lockutils [None req-571f80a8-e512-4a0c-91f6-1359d9e48254 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lock "814d9e9d-9747-4341-b416-e6d8b4b442f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.354s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.899219] env[62402]: DEBUG nova.compute.manager [req-2f0b9d1c-266c-4bf5-9a31-b7b440c6d28b req-9b8ee885-9b17-4f6b-94e3-c05ee0c7bbd0 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Received event network-changed-8b0f6713-dca2-4e19-ac56-16a0bd173a8b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2153.899219] env[62402]: DEBUG nova.compute.manager [req-2f0b9d1c-266c-4bf5-9a31-b7b440c6d28b req-9b8ee885-9b17-4f6b-94e3-c05ee0c7bbd0 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Refreshing instance network info cache due to event network-changed-8b0f6713-dca2-4e19-ac56-16a0bd173a8b. {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2153.899721] env[62402]: DEBUG oslo_concurrency.lockutils [req-2f0b9d1c-266c-4bf5-9a31-b7b440c6d28b req-9b8ee885-9b17-4f6b-94e3-c05ee0c7bbd0 service nova] Acquiring lock "refresh_cache-814d9e9d-9747-4341-b416-e6d8b4b442f2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.899721] env[62402]: DEBUG oslo_concurrency.lockutils [req-2f0b9d1c-266c-4bf5-9a31-b7b440c6d28b req-9b8ee885-9b17-4f6b-94e3-c05ee0c7bbd0 service nova] Acquired lock "refresh_cache-814d9e9d-9747-4341-b416-e6d8b4b442f2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.899721] env[62402]: DEBUG nova.network.neutron [req-2f0b9d1c-266c-4bf5-9a31-b7b440c6d28b req-9b8ee885-9b17-4f6b-94e3-c05ee0c7bbd0 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Refreshing network info cache for port 8b0f6713-dca2-4e19-ac56-16a0bd173a8b {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2154.604835] env[62402]: DEBUG nova.network.neutron [req-2f0b9d1c-266c-4bf5-9a31-b7b440c6d28b req-9b8ee885-9b17-4f6b-94e3-c05ee0c7bbd0 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Updated VIF entry in instance network info cache for port 8b0f6713-dca2-4e19-ac56-16a0bd173a8b. {{(pid=62402) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2154.605276] env[62402]: DEBUG nova.network.neutron [req-2f0b9d1c-266c-4bf5-9a31-b7b440c6d28b req-9b8ee885-9b17-4f6b-94e3-c05ee0c7bbd0 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Updating instance_info_cache with network_info: [{"id": "8b0f6713-dca2-4e19-ac56-16a0bd173a8b", "address": "fa:16:3e:b7:5e:d5", "network": {"id": "b566faa3-d4b5-4511-a85e-667e7f47ed11", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1125602648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d9c92b192a4fdfba4d7174c0e899b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f6713-dc", "ovs_interfaceid": "8b0f6713-dca2-4e19-ac56-16a0bd173a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.108555] env[62402]: DEBUG oslo_concurrency.lockutils [req-2f0b9d1c-266c-4bf5-9a31-b7b440c6d28b req-9b8ee885-9b17-4f6b-94e3-c05ee0c7bbd0 service nova] Releasing lock "refresh_cache-814d9e9d-9747-4341-b416-e6d8b4b442f2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.416518] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2176.417020] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2176.417020] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2176.417093] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2176.951877] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "refresh_cache-814d9e9d-9747-4341-b416-e6d8b4b442f2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.952048] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquired lock "refresh_cache-814d9e9d-9747-4341-b416-e6d8b4b442f2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.952192] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Forcefully refreshing network info cache for instance {{(pid=62402) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2176.952358] env[62402]: DEBUG nova.objects.instance [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lazy-loading 'info_cache' on Instance uuid 814d9e9d-9747-4341-b416-e6d8b4b442f2 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2178.658219] env[62402]: DEBUG nova.network.neutron [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Updating instance_info_cache with network_info: [{"id": "8b0f6713-dca2-4e19-ac56-16a0bd173a8b", "address": "fa:16:3e:b7:5e:d5", "network": {"id": "b566faa3-d4b5-4511-a85e-667e7f47ed11", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1125602648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d9c92b192a4fdfba4d7174c0e899b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f6713-dc", "ovs_interfaceid": "8b0f6713-dca2-4e19-ac56-16a0bd173a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.160649] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Releasing lock "refresh_cache-814d9e9d-9747-4341-b416-e6d8b4b442f2" {{(pid=62402) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.160866] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Updated the network info_cache for instance {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2179.162375] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.162375] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.162375] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.162375] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.162375] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.162375] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.162375] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2179.162375] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2179.666534] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.666889] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.667172] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.667415] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2179.668765] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b574bc-889c-41c7-880d-ec8b18d4a955 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.677438] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8f6855-7d77-4348-9da6-dba67d467dbb {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.692410] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c5b1d0-cc36-47d7-a258-c87f3cf431b4 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.698921] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16945396-42e0-4961-95a2-d1cbb84f6707 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.728879] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181072MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2179.729037] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.729210] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.753457] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Instance 814d9e9d-9747-4341-b416-e6d8b4b442f2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=62402) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2180.753721] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2180.753812] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2180.780082] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df534ce1-f04d-464e-ada1-808bcd2bc82b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.788148] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7004d9a2-ac53-465a-9aaf-6e2ecff9726c {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.817374] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed750f08-4f7d-4482-a386-a0434795c783 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.824372] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b48beb5-8626-4fbb-86ae-bc893de595bf {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.836812] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2181.339872] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2181.846153] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2181.846528] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.833062] env[62402]: INFO nova.compute.manager [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Rebuilding instance [ 2191.899342] env[62402]: DEBUG nova.compute.manager [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Checking state {{(pid=62402) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2191.900212] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db103c4-9e3f-43bb-8578-6e8336a60e88 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.913100] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2192.913451] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69892663-3110-454f-8dad-a2b6e7357320 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.921325] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Waiting for the task: (returnval){ [ 2192.921325] env[62402]: value = "task-1873885" [ 2192.921325] env[62402]: _type = "Task" [ 2192.921325] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.929551] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.431417] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873885, 'name': PowerOffVM_Task, 'duration_secs': 0.159384} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.431710] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Powered off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2193.432429] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Powering off the VM {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2193.432676] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd258530-5b0c-4a0f-b60f-3b089c863f04 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.438781] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Waiting for the task: (returnval){ [ 2193.438781] env[62402]: value = "task-1873886" [ 2193.438781] env[62402]: _type = "Task" [ 2193.438781] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.445830] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.949555] env[62402]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] VM already powered off {{(pid=62402) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2193.949942] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2193.950025] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387218', 'volume_id': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'name': 'volume-aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '814d9e9d-9747-4341-b416-e6d8b4b442f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'serial': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2193.950763] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76411cd2-62d7-499d-b47e-de84931e52a7 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.969615] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123f9e14-eda0-4c0d-a7d5-d577857c4f6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.975773] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964ef68f-d144-4b8c-850e-36c6af18a77d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.993406] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71ff33e-91c5-4a42-a0e8-d41b802abb6d {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.007446] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] The volume has not been displaced from its original location: [datastore1] volume-aac9e1ad-d93f-4aea-86d2-df24af68eac8/volume-aac9e1ad-d93f-4aea-86d2-df24af68eac8.vmdk. No consolidation needed. {{(pid=62402) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2194.012758] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2194.013026] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1b8622f-94d7-457d-a222-40cb8f755f97 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.033928] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Waiting for the task: (returnval){ [ 2194.033928] env[62402]: value = "task-1873887" [ 2194.033928] env[62402]: _type = "Task" [ 2194.033928] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.041546] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.543497] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873887, 'name': ReconfigVM_Task, 'duration_secs': 0.176269} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.543773] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=62402) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2194.548445] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abc76260-ee31-4b84-8d86-ee3c86b9997a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.562847] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Waiting for the task: (returnval){ [ 2194.562847] env[62402]: value = "task-1873888" [ 2194.562847] env[62402]: _type = "Task" [ 2194.562847] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.570610] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.073421] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873888, 'name': ReconfigVM_Task, 'duration_secs': 0.100662} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.073771] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-387218', 'volume_id': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'name': 'volume-aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '814d9e9d-9747-4341-b416-e6d8b4b442f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8', 'serial': 'aac9e1ad-d93f-4aea-86d2-df24af68eac8'} {{(pid=62402) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2195.073933] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2195.074739] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5106999-0bdf-4e72-b45b-7e89623d1f8e {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.081026] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Unregistering the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2195.081247] env[62402]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ca2ccf3-2a97-4421-8675-6597c23dae87 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.165524] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Unregistered the VM {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2195.165770] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Deleting contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2195.165970] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Deleting the datastore file [datastore1] 814d9e9d-9747-4341-b416-e6d8b4b442f2 {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2195.166252] env[62402]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d1129da-cbcd-48e4-8588-6ae732783f6a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.173317] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Waiting for the task: (returnval){ [ 2195.173317] env[62402]: value = "task-1873890" [ 2195.173317] env[62402]: _type = "Task" [ 2195.173317] env[62402]: } to complete. {{(pid=62402) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.181702] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.683562] env[62402]: DEBUG oslo_vmware.api [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Task: {'id': task-1873890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094872} completed successfully. {{(pid=62402) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.683813] env[62402]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Deleted the datastore file {{(pid=62402) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2195.684011] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Deleted contents of the VM from datastore datastore1 {{(pid=62402) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2195.684193] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2195.734683] env[62402]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Volume detach. Driver type: vmdk {{(pid=62402) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2195.734988] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a699ba84-d910-4b21-bfe9-4393840edba9 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.743944] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14821d94-3239-494d-a88a-fb90afde78a5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.767216] env[62402]: ERROR nova.compute.manager [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Failed to detach volume aac9e1ad-d93f-4aea-86d2-df24af68eac8 from /dev/sda: nova.exception.InstanceNotFound: Instance 814d9e9d-9747-4341-b416-e6d8b4b442f2 could not be found. [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Traceback (most recent call last): [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] self.driver.rebuild(**kwargs) [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] raise NotImplementedError() [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] NotImplementedError [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] During handling of the above exception, another exception occurred: [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Traceback (most recent call last): [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] self.driver.detach_volume(context, old_connection_info, [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] return self._volumeops.detach_volume(connection_info, instance) [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] self._detach_volume_vmdk(connection_info, instance) [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] stable_ref.fetch_moref(session) [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] nova.exception.InstanceNotFound: Instance 814d9e9d-9747-4341-b416-e6d8b4b442f2 could not be found. [ 2195.767216] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] [ 2195.881223] env[62402]: DEBUG nova.compute.utils [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Build of instance 814d9e9d-9747-4341-b416-e6d8b4b442f2 aborted: Failed to rebuild volume backed instance. {{(pid=62402) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2195.883362] env[62402]: ERROR nova.compute.manager [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 814d9e9d-9747-4341-b416-e6d8b4b442f2 aborted: Failed to rebuild volume backed instance. [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Traceback (most recent call last): [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] self.driver.rebuild(**kwargs) [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] raise NotImplementedError() [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] NotImplementedError [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] During handling of the above exception, another exception occurred: [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Traceback (most recent call last): [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] self._detach_root_volume(context, instance, root_bdm) [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] with excutils.save_and_reraise_exception(): [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] self.force_reraise() [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] raise self.value [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] self.driver.detach_volume(context, old_connection_info, [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] return self._volumeops.detach_volume(connection_info, instance) [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] self._detach_volume_vmdk(connection_info, instance) [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] stable_ref.fetch_moref(session) [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] nova.exception.InstanceNotFound: Instance 814d9e9d-9747-4341-b416-e6d8b4b442f2 could not be found. [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] During handling of the above exception, another exception occurred: [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Traceback (most recent call last): [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/compute/manager.py", line 11339, in _error_out_instance_on_exception [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] yield [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2195.883362] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] self._do_rebuild_instance_with_claim( [ 2195.884254] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2195.884254] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] self._do_rebuild_instance( [ 2195.884254] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2195.884254] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] self._rebuild_default_impl(**kwargs) [ 2195.884254] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2195.884254] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] self._rebuild_volume_backed_instance( [ 2195.884254] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2195.884254] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] raise exception.BuildAbortException( [ 2195.884254] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] nova.exception.BuildAbortException: Build of instance 814d9e9d-9747-4341-b416-e6d8b4b442f2 aborted: Failed to rebuild volume backed instance. [ 2195.884254] env[62402]: ERROR nova.compute.manager [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] [ 2197.898765] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2197.899078] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2197.912667] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0ad49b-a920-4b62-aee0-3bdbacacda4b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.919825] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63588815-d063-4fc8-84b9-594237b5af21 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.950188] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fe0104-5494-44f6-b7c5-28ef8f893d07 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.957338] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d3cdce-55eb-4a69-9382-e2cba27a7852 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.969863] env[62402]: DEBUG nova.compute.provider_tree [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2198.473529] env[62402]: DEBUG nova.scheduler.client.report [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2198.821821] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Acquiring lock "814d9e9d-9747-4341-b416-e6d8b4b442f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.822074] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lock "814d9e9d-9747-4341-b416-e6d8b4b442f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.822297] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Acquiring lock "814d9e9d-9747-4341-b416-e6d8b4b442f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.822476] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lock "814d9e9d-9747-4341-b416-e6d8b4b442f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.822649] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lock "814d9e9d-9747-4341-b416-e6d8b4b442f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.824808] env[62402]: INFO nova.compute.manager [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Terminating instance [ 2198.978633] env[62402]: DEBUG oslo_concurrency.lockutils [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.079s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.979024] env[62402]: INFO nova.compute.manager [None req-ae2f5765-92f8-454b-8908-30ddb674eb26 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Successfully reverted task state from rebuilding on failure for instance. [ 2199.329125] env[62402]: DEBUG nova.compute.manager [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Start destroying the instance on the hypervisor. {{(pid=62402) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2199.329502] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1221cff-66f9-4ead-b962-4c2be5e7e07f {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.339058] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcee08b1-6117-4d37-b1a8-3a9381b74561 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.360826] env[62402]: WARNING nova.virt.vmwareapi.driver [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 814d9e9d-9747-4341-b416-e6d8b4b442f2 could not be found. [ 2199.361019] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Destroying instance {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2199.361261] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88dc0870-d86e-459f-8e87-469e4bfbde12 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.368437] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc0544-95e8-4cfd-969a-8c548c6c6af0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.389623] env[62402]: WARNING nova.virt.vmwareapi.vmops [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 814d9e9d-9747-4341-b416-e6d8b4b442f2 could not be found. [ 2199.389800] env[62402]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Instance destroyed {{(pid=62402) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2199.389979] env[62402]: INFO nova.compute.manager [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Took 0.06 seconds to destroy the instance on the hypervisor. [ 2199.390253] env[62402]: DEBUG oslo.service.loopingcall [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62402) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2199.390451] env[62402]: DEBUG nova.compute.manager [-] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Deallocating network for instance {{(pid=62402) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2199.390545] env[62402]: DEBUG nova.network.neutron [-] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] deallocate_for_instance() {{(pid=62402) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2199.817900] env[62402]: DEBUG nova.compute.manager [req-81591184-c83f-443a-be62-4b4619b0bb5c req-8aedc9f2-d843-4f48-ba50-f6f88f9f2680 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Received event network-vif-deleted-8b0f6713-dca2-4e19-ac56-16a0bd173a8b {{(pid=62402) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2199.818131] env[62402]: INFO nova.compute.manager [req-81591184-c83f-443a-be62-4b4619b0bb5c req-8aedc9f2-d843-4f48-ba50-f6f88f9f2680 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Neutron deleted interface 8b0f6713-dca2-4e19-ac56-16a0bd173a8b; detaching it from the instance and deleting it from the info cache [ 2199.818275] env[62402]: DEBUG nova.network.neutron [req-81591184-c83f-443a-be62-4b4619b0bb5c req-8aedc9f2-d843-4f48-ba50-f6f88f9f2680 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.287517] env[62402]: DEBUG nova.network.neutron [-] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Updating instance_info_cache with network_info: [] {{(pid=62402) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.323398] env[62402]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-719c9616-30a0-437d-97dd-495b4de14c18 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.330642] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8a9050-cd2f-4fcf-9b54-8763f2981cc5 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.354277] env[62402]: DEBUG nova.compute.manager [req-81591184-c83f-443a-be62-4b4619b0bb5c req-8aedc9f2-d843-4f48-ba50-f6f88f9f2680 service nova] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Detach interface failed, port_id=8b0f6713-dca2-4e19-ac56-16a0bd173a8b, reason: Instance 814d9e9d-9747-4341-b416-e6d8b4b442f2 could not be found. {{(pid=62402) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2200.792471] env[62402]: INFO nova.compute.manager [-] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Took 1.40 seconds to deallocate network for instance. [ 2201.339310] env[62402]: INFO nova.compute.manager [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Took 0.55 seconds to detach 1 volumes for instance. [ 2201.342395] env[62402]: DEBUG nova.compute.manager [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] [instance: 814d9e9d-9747-4341-b416-e6d8b4b442f2] Deleting volume: aac9e1ad-d93f-4aea-86d2-df24af68eac8 {{(pid=62402) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2201.887824] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.888042] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.888271] env[62402]: DEBUG nova.objects.instance [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lazy-loading 'resources' on Instance uuid 814d9e9d-9747-4341-b416-e6d8b4b442f2 {{(pid=62402) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2202.407321] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5389494e-4fd2-4f1c-a9cd-4a1f5f59bf14 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.415528] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c192f8-17e9-405e-86ac-8fe3e3f376f3 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.445188] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84481263-05ab-4c85-a1f1-a291eb7856e1 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.452847] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce3fe50-8478-439e-ae8c-d2d2ae0fd0e0 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.466143] env[62402]: DEBUG nova.compute.provider_tree [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2202.968944] env[62402]: DEBUG nova.scheduler.client.report [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2203.473779] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.586s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.995724] env[62402]: DEBUG oslo_concurrency.lockutils [None req-e7fe6c1f-2d71-494b-88ad-f9d767ae7926 tempest-ServerActionsV293TestJSON-65084836 tempest-ServerActionsV293TestJSON-65084836-project-member] Lock "814d9e9d-9747-4341-b416-e6d8b4b442f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.174s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.223082] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.223459] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.728153] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.728305] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Starting heal instance info cache {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2215.728434] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Rebuilding the list of instances to heal {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2216.232058] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Didn't find any instances for network info cache update. {{(pid=62402) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 2216.232058] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.232058] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.232397] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.232397] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.232452] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.232565] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.232692] env[62402]: DEBUG nova.compute.manager [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62402) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2216.232837] env[62402]: DEBUG oslo_service.periodic_task [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Running periodic task ComputeManager.update_available_resource {{(pid=62402) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.736311] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.736561] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.736700] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.736861] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62402) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2216.737771] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc8f18d-5711-4f1e-8251-6c7246dbd95b {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.745792] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dac0af-fdc7-42f0-b916-5d40491883e6 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.759576] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d844b-90c7-40b9-aca4-4865e76c949a {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.765493] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eae9df8-cc36-482e-be17-38708b21aa79 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.795170] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180898MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62402) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2216.795316] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.795504] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.815700] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2217.815982] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62402) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2217.828268] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d991840-9cf7-4e7e-897f-a2ae2d7d7244 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.835872] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99495cd4-afa4-495d-b74a-eb4f5dee3a53 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.864819] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c228bdd3-ee79-4ace-93c5-bf40bc9a2cee {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.871693] env[62402]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf862d3-9ca3-4b99-a949-0b21d06b2a98 {{(pid=62402) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.884254] env[62402]: DEBUG nova.compute.provider_tree [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed in ProviderTree for provider: c2826406-6fc4-4c09-886a-a6552c22449a {{(pid=62402) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2218.387653] env[62402]: DEBUG nova.scheduler.client.report [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Inventory has not changed for provider c2826406-6fc4-4c09-886a-a6552c22449a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62402) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2218.893144] env[62402]: DEBUG nova.compute.resource_tracker [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62402) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2218.893468] env[62402]: DEBUG oslo_concurrency.lockutils [None req-8b715eef-5bbc-4601-8893-d994028ca7aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=62402) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}